00010000:00010000:3.0F:1788985311.263684:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985312.286268:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0F:1788985312.330539:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985312.330604:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985312.330628:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985312.330661:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953210368 00000100:00100000:1.0:1788985312.330670:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953210368 00000100:00100000:1.0:1788985312.330725:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953210496 00000100:00100000:1.0:1788985312.330728:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953210496 00000100:00100000:1.0:1788985312.330749:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1405 00000100:00100000:1.0:1788985312.330759:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+6:2390:x1875885953210368:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985312.330829:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+6:2390:x1875885953210368:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 72us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985312.330836:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1405 00000100:00100000:1.0:1788985312.330853:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1406 00000100:00100000:1.0:1788985312.330860:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953210496:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985312.330885:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953210496:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985312.330891:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1406 00000100:00100000:3.0:1788985312.332090:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953210240 00000100:00100000:3.0:1788985312.332100:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953210240 00000100:00100000:3.0:1788985312.332237:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 774 00000100:00100000:3.0:1788985312.332248:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953210240:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985312.332293:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953210240:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 48us (1690us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985312.332299:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 774 00000100:00080000:3.0:1788985312.332332:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985312.332336:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985312.478090:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788985312.479396:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973559808:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985312.479475:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985312.479559:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973559936:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985312.479587:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985312.479626:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973559808 00000100:00100000:1.0:1788985312.479634:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973559808 00000100:00100000:1.0:1788985312.479684:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1788985312.479695:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973559808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985312.479731:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985312.479791:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973559808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985312.479799:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1788985312.479827:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973559936 00000100:00100000:1.0:1788985312.479831:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973559936 00000100:00100000:1.0:1788985312.479867:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1788985312.479874:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973559936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985312.479896:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985312.479946:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973559936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985312.479953:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1788985312.480012:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973559936:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985312.480029:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973559808:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1788985312.481598:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985312.481615:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973560192:0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.481664:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985312.485994:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973560064:0@lo:400:kworker.0 00000100:00100000:1.0:1788985312.486090:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985312.486143:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973560576:0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.486651:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973560704:0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.486684:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985312.486704:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973561216:0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.486739:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985312.486783:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973560320:0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.486810:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985312.486830:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973560832:0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.486859:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985312.486878:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973561344:0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.486901:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985312.486943:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788985312.486952:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973560448:0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.486979:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985312.487014:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973560960:0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.487036:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985312.487058:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973561472:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985312.487080:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985312.487137:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973560064 00000100:00100000:3.0:1788985312.487148:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973560064 00000100:00100000:3.0:1788985312.487282:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1788985312.487292:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973560064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.487351:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973560064:12345-0@lo:400:kworker.0 Request processed in 61us (1262us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985312.487359:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1788985312.487396:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973560192 00000100:00100000:3.0:1788985312.487400:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973560192 00000100:00100000:3.0:1788985312.487426:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973560704 00000100:00100000:3.0:1788985312.487430:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973560704 00000100:00100000:3.0:1788985312.487458:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973561216 00000100:00100000:3.0:1788985312.487602:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973561216 00000100:00100000:3.0:1788985312.487626:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973560320 00000100:00100000:3.0:1788985312.487628:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973560320 00000100:00100000:3.0:1788985312.487640:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:3.0:1788985312.487646:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973560192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.487691:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973560192:12345-0@lo:400:kworker.0 Request processed in 44us (6026us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985312.487698:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00000100:00100000:3.0:1788985312.487711:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:3.0:1788985312.487717:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973560704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.487747:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973560704:12345-0@lo:400:kworker.0 Request processed in 30us (1062us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985312.487760:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:3.0:1788985312.487774:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:3.0:1788985312.487779:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973561216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.487810:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973561216:12345-0@lo:400:kworker.0 Request processed in 32us (1071us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985312.487816:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00000100:00100000:3.0:1788985312.487827:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:3.0:1788985312.487834:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973560320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.487868:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973560320:12345-0@lo:400:kworker.0 Request processed in 35us (1057us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985312.487873:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00100000:3.0:1788985312.487894:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985312.487918:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973561088:0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.487974:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985312.488014:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973560064:0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.488046:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973560576 00000100:00100000:3.0:1788985312.488050:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973560576 00000100:00100000:3.0:1788985312.488070:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973561088 00000100:00100000:3.0:1788985312.488073:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973561088 00000100:00100000:3.0:1788985312.488085:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1411 00000100:00100000:3.0:1788985312.488091:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973560576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.488138:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973560576:12345-0@lo:400:kworker.0 Request processed in 47us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985312.488144:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1411 00000100:00100000:3.0:1788985312.488697:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:3.0:1788985312.488779:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973561088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.488823:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973561088:12345-0@lo:400:kworker.0 Request processed in 49us (849us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985312.488830:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00100000:3.0:1788985312.488864:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973560832 00000100:00100000:3.0:1788985312.488868:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973560832 00000100:00100000:3.0:1788985312.488897:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973561344 00000100:00100000:3.0:1788985312.488899:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973561344 00000100:00100000:3.0:1788985312.488912:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973560960 00000100:00100000:3.0:1788985312.488915:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973560960 00000100:00100000:3.0:1788985312.488953:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1788985312.488959:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144364000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973560832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.488992:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144364000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973560832:12345-0@lo:400:kworker.0 Request processed in 34us (2133us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985312.488999:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1788985312.489008:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1788985312.489013:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144366300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973561344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.489035:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144366300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973561344:12345-0@lo:400:kworker.0 Request processed in 22us (2133us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985312.489040:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1788985312.489049:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1788985312.489054:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144364380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973560960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.489081:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144364380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973560960:12345-0@lo:400:kworker.0 Request processed in 27us (2043us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985312.489086:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1788985312.489111:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973560448 00000100:00100000:2.0F:1788985312.490470:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973560192:0@lo:400:kworker.0 00010000:00080000:2.0:1788985312.490505:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277eb5f80 x1875885973560704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985312.490517:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973560704:0@lo:400:kworker.0 00010000:00080000:2.0:1788985312.490530:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b127c261880 x1875885973561216/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985312.490538:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973561216:0@lo:400:kworker.0 00000100:00080000:2.0:1788985312.490585:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788985312.490590:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788985312.490593:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788985312.490596:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788985312.490623:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973561472 00000100:00100000:2.0:1788985312.490628:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973561472 00000100:00100000:2.0:1788985312.490661:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1788985312.490666:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144364700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973561472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985312.490688:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985312.490819:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144364700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973561472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 152us (3738us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985312.490824:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:3.0:1788985312.490971:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973560448 00000100:00100000:3.0:1788985312.491020:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1788985312.491025:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144367b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973560448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.491071:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144367b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973560448:12345-0@lo:400:kworker.0 Request processed in 45us (4090us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985312.491077:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1788985312.491114:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973560448:0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.492431:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973560960:0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.492455:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973561472:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985312.492480:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973560320:0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.492495:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973560832:0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.492506:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973561344:0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.492724:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973560576:0@lo:400:kworker.0 00000100:00100000:3.0:1788985312.492740:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973561088:0@lo:400:kworker.0 00010000:00010000:1.0:1788985313.311993:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985313.489099:0:46113:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffce6f589a0 20000000:00000080:2.0:1788985313.489265:0:46113:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126e8d2c00 uarg=0000000000000000 00010000:00010000:2.0:1788985313.490976:0:46113:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1788985313.491032:0:46113:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1243922e00) 00010000:00010000:2.0:1788985313.491036:0:46113:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788985313.491050:0:46113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb200/0xa0dd3253da52fecd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e17171 expref: 5 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985313.491089:0:46113:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1788985313.491356:0:46113:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985313.491369:0:46113:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1788985313.491404:0:46113:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985313.491420:0:46113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fee9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 46113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985313.491435:0:46113:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52febf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52feb8 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985313.491442:0:46113:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fee9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 46113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985313.491489:0:46113:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241677600/0xa0dd3253da52febf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52feb8 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985313.491504:0:46113:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52febf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52feb8 expref: 23 pid: 6509 timeout: 1253 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985313.491520:0:46113:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:46113:1875885973561600:0@lo:104: 00000100:00100000:2.0:1788985313.491598:0:46113:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985313.491697:0:46113:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11433e2300 going to sleep for 11 seconds 00000100:00100000:1.0:1788985313.492296:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973561600 00000100:00100000:1.0:1788985313.492305:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973561600 00000100:00100000:1.0:1788985313.492402:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:1.0:1788985313.492413:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:46113:x1875885973561600:12345-0@lo:104: 00010000:00010000:1.0:1788985313.492429:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52feb8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52febf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985313.492517:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985313.492524:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:46113:x1875885973561600:12345-0@lo:104: Request processed in 113us (926us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985313.492551:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0F:1788985313.492625:0:46113:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:46113:1875885973561600:0@lo:104: 00010000:00010000:0.0:1788985313.492659:0:46113:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fee9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985313.492722:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985313.492731:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52feb8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52febf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985313.492738:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985313.492743:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52feb8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52febf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985313.492752:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52feb8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52febf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985313.492770:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52feb8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52febf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985313.492776:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985313.492822:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52feb8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52febf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985313.492829:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985313.492857:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52feb8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52febf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985313.492865:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52feb8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52febf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985313.492882:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985313.492884:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985313.492885:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985313.492899:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973561728:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985313.492980:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985313.493033:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973561728 00000100:00100000:3.0:1788985313.493038:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973561728 00010000:00010000:3.0:1788985313.493060:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52febf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52feb8 expref: 24 pid: 6509 timeout: 1253 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985313.493086:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1788985313.493092:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ce55850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973561728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985313.493104:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985313.493119:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241677600/0xa0dd3253da52febf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52feb8 expref: 24 pid: 6509 timeout: 1253 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985313.493138:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52febf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52feb8 expref: 24 pid: 6509 timeout: 1253 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985313.493151:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52febf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52feb8 expref: 24 pid: 6509 timeout: 1253 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985313.493164:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fee9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 46113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985313.493171:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fee9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 46113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985313.493185:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fee9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985313.493192:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fee9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985313.493199:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fee9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985313.493206:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fee9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985313.493212:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985313.493216:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fee9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985313.493224:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fee9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 46113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985313.493246:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fee9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985313.493255:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985313.493286:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ce55850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973561728:12345-0@lo:103:ldlm_bl.0 Request processed in 195us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985313.493294:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1788985313.493354:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973561728:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985313.493649:0:46113:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fee9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985313.493657:0:46113:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fee9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985313.493663:0:46113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fee9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985314.338369:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985314.757451:0:46161:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff70ba00c0 20000000:00000080:3.0:1788985314.757472:0:46161:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143342c00 uarg=0000000000000000 00010000:00010000:3.0:1788985314.761437:0:46161:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985314.761909:0:46161:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985314.761960:0:46161:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985314.761973:0:46161:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1788985314.762004:0:46161:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985314.762027:0:46161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fef0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 46161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985314.762043:0:46161:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fef0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 46161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985314.762053:0:46161:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fef0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985314.762060:0:46161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fef0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985314.762084:0:46161:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fef0 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985314.762091:0:46161:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fef0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985314.762096:0:46161:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985314.762100:0:46161:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fef0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985314.762109:0:46161:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fef0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 46161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985314.762122:0:46161:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fef0 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985314.762129:0:46161:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fef0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985314.762134:0:46161:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fef0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985315.294137:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985315.294149:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985315.294156:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985315.294231:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da52fef7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985315.294248:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da52fef7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985315.294263:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da52fef7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985315.294301:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973561856:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985315.294397:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985315.294611:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973561856 00000100:00100000:2.0:1788985315.294622:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973561856 00000100:00100000:2.0:1788985315.294707:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1788985315.294720:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973561856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985315.294750:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985315.294769:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fefe lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fef7 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985315.294821:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fefe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fef7 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985315.294833:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fefe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fef7 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985315.294845:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eba00, rc 0) 00000100:00100000:2.0:1788985315.294893:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973561856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 177us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985315.294900:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1788985315.295751:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11433059c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788985315.295867:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973561856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985315.295902:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da52fef7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fefe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985315.295953:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da52fef7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fefe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985315.295987:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985315.295994:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da52fef7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fefe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985315.296002:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da52fef7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fefe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985315.358336:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985315.550198:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973561984:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985315.550285:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985315.550386:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973561984 00000100:00100000:0.0:1788985315.550395:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973561984 00000100:00100000:0.0:1788985315.550460:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1788985315.550471:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973561984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985315.550506:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1788985315.550673:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985315.554260:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973562112:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985315.554334:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985315.554672:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973562112 00000100:00100000:2.0:1788985315.554689:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973562112 00000100:00100000:2.0:1788985315.554750:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1788985315.554762:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973562112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985315.554785:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985315.554836:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973562112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985315.554843:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00080000:2.0:1788985315.554865:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985315.554958:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973561984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4488us (4671us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985315.554966:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1788985315.555985:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973561984:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985315.556037:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973562112:0@lo:13:osp-pre-0-0.0 00000020:00000080:3.0:1788985315.706087:0:46209:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff4fabd620 20000000:00000080:3.0:1788985315.706106:0:46209:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143342c00 uarg=0000000000000000 00010000:00010000:3.0:1788985315.706275:0:46209:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985315.706292:0:46209:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985315.706312:0:46209:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985315.706322:0:46209:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1788985315.706343:0:46209:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985315.706362:0:46209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff05 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 46209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985315.706378:0:46209:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fefe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fef7 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985315.706387:0:46209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff05 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 46209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985315.706427:0:46209:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fefe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fef7 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985315.706441:0:46209:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fefe lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fef7 expref: 23 pid: 6508 timeout: 1255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985315.706456:0:46209:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144351500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:46209:1875885973562240:0@lo:104: 00000100:00100000:3.0:1788985315.706514:0:46209:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985315.706579:0:46209:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11410b10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788985315.706754:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973562240 00000100:00100000:0.0:1788985315.706762:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973562240 00000100:00100000:0.0:1788985315.706815:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1788985315.706826:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144352d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:46209:x1875885973562240:12345-0@lo:104: 00010000:00010000:0.0:1788985315.706841:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da52fef7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fefe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985315.706908:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985315.706914:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144352d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:46209:x1875885973562240:12345-0@lo:104: Request processed in 91us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985315.706958:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00010000:00010000:0.0:1788985315.706982:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985315.706988:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da52fef7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fefe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985315.706996:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9c00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985315.707000:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da52fef7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fefe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985315.707008:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da52fef7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fefe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985315.707015:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da52fef7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fefe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985315.707019:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985315.707048:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da52fef7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fefe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985315.707054:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985315.707075:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da52fef7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fefe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985315.707082:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9c00/0xa0dd3253da52fef7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fefe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985315.707095:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985315.707097:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985315.707099:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985315.707121:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973562368:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985315.707155:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985315.707196:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973562368 00000100:00100000:0.0:1788985315.707200:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973562368 00010000:00010000:0.0:1788985315.707217:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fefe lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fef7 expref: 24 pid: 6508 timeout: 1255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985315.707240:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1788985315.707247:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973562368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985315.707257:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985315.707262:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fefe lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fef7 expref: 24 pid: 6508 timeout: 1255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985315.707272:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fefe lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fef7 expref: 24 pid: 6508 timeout: 1255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985315.707286:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff05 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 46209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985315.707294:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff05 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 46209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985315.707305:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff05 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985315.707313:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff05 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985315.707319:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff05 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985315.707325:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff05 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985315.707337:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985315.707341:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff05 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985315.707348:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff05 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 46209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985315.707355:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff05 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985315.707365:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985315.707393:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973562368:12345-0@lo:103:ldlm_bl.0 Request processed in 146us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985315.707399:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1788985315.707436:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973562368:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985315.708642:0:46209:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fefe lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fef7 expref: 23 pid: 6508 timeout: 1255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985315.708658:0:46209:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144351500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:46209:1875885973562240:0@lo:104: 00010000:00010000:3.0:1788985315.708687:0:46209:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff05 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985315.708697:0:46209:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff05 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985315.708704:0:46209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff05 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985315.708710:0:46209:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff05 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985316.062315:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973562496:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985316.062411:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985316.063005:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973562496 00000100:00100000:1.0:1788985316.063014:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973562496 00000100:00100000:1.0:1788985316.063062:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1788985316.063073:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973562496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985316.063114:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985316.063181:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973562496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985316.063188:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1788985316.063499:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973562496:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788985316.390679:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788985316.958803:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985316.958827:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985316.958833:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985316.958885:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52ff0c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985316.958898:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52ff0c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985316.958909:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52ff0c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985316.958991:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973562624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985316.959078:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985316.959129:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143305900 going to sleep for 11 seconds 00000100:00100000:3.0:1788985316.959260:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973562624 00000100:00100000:3.0:1788985316.959289:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973562624 00000100:00100000:3.0:1788985316.959346:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:3.0:1788985316.959356:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973562624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985316.959369:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985316.959382:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ff13 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ff0c expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985316.959408:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ff13 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ff0c expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985316.959434:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ff13 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ff0c expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985316.959444:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676e00, rc 0) 00000100:00100000:3.0:1788985316.959489:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973562624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985316.959503:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1788985316.960362:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973562624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985316.960383:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52ff0c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ff13 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985316.960394:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52ff0c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ff13 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985316.960416:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985316.960433:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52ff0c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ff13 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985316.960441:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52ff0c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ff13 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985317.406998:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985317.433102:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985317.433173:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985317.433207:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985317.433250:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953210624 00000100:00100000:2.0:1788985317.433262:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953210624 00000100:00100000:2.0:1788985317.433330:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 778 00000100:00100000:2.0:1788985317.433341:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953210624:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985317.433425:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953210624:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 75us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985317.433446:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 778 00000100:00100000:3.0:1788985317.442671:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953210752 00000100:00100000:3.0:1788985317.442687:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953210752 00000100:00100000:1.0:1788985317.442819:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953210880 00000100:00100000:1.0:1788985317.442823:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953210880 00000100:00100000:1.0:1788985317.442906:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1413 00000100:00100000:1.0:1788985317.442918:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953210880:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985317.443039:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953210880:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 123us (9830us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985317.443047:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1413 00000100:00080000:2.0:1788985317.444611:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788985317.444766:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1414 00000100:00100000:1.0:1788985317.444777:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953210752:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985317.444840:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953210752:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 66us (11748us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985317.444847:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1414 00000100:00080000:2.0:1788985317.444967:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985317.603914:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973562752:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985317.604035:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985317.604098:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973563264:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985317.604124:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985317.604196:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973563264 00000100:00100000:3.0:1788985317.604206:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973563264 00000100:00100000:3.0:1788985317.604263:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1788985317.604287:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973563264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788985317.604323:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985317.604646:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973562880:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.604681:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985317.604707:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973563392:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.604732:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985317.604751:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973563904:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.604772:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985317.604791:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973564416:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.604811:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985317.604833:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788985317.604840:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973563008:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.604862:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985317.604879:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973563520:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.604900:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985317.604916:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973564032:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.604959:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985317.604991:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973563136:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.605013:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985317.605034:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973563648:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.605058:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985317.605075:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973564160:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.605093:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985317.605110:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788985317.605116:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973563776:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.605134:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985317.605149:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973564288:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.605168:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985317.605255:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973562880 00000100:00100000:0.0:1788985317.605260:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973562880 00000100:00100000:0.0:1788985317.605308:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1788985317.605315:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973562880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.605353:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973562880:12345-0@lo:400:kworker.0 Request processed in 38us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985317.605360:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1788985317.605392:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973563392 00000100:00100000:0.0:1788985317.605397:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973563392 00000100:00100000:0.0:1788985317.605415:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973563008 00000100:00100000:0.0:1788985317.605417:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973563008 00000100:00100000:0.0:1788985317.605426:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973563648 00000100:00100000:0.0:1788985317.605428:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973563648 00000100:00100000:0.0:1788985317.605448:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973564160 00000100:00100000:0.0:1788985317.605451:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973564160 00000100:00100000:0.0:1788985317.605462:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973563776 00000100:00100000:0.0:1788985317.605464:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973563776 00000100:00100000:0.0:1788985317.605474:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973564288 00000100:00100000:0.0:1788985317.605476:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973564288 00000100:00100000:0.0:1788985317.605486:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:0.0:1788985317.605498:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973563392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.605539:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973563392:12345-0@lo:400:kworker.0 Request processed in 42us (807us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985317.605545:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00100000:0.0:1788985317.605557:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:0.0:1788985317.605562:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973563008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.605583:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973563008:12345-0@lo:400:kworker.0 Request processed in 21us (720us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985317.605588:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:0.0:1788985317.605597:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:0.0:1788985317.605602:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973563648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.605626:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973563648:12345-0@lo:400:kworker.0 Request processed in 25us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985317.605632:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00100000:0.0:1788985317.605641:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:0.0:1788985317.605646:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973564160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.605666:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973564160:12345-0@lo:400:kworker.0 Request processed in 20us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985317.605671:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:0.0:1788985317.605680:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:0.0:1788985317.605685:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973563776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.605708:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973563776:12345-0@lo:400:kworker.0 Request processed in 24us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985317.605713:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00100000:0.0:1788985317.605723:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1420 00000100:00100000:0.0:1788985317.605736:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973564288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.605764:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973564288:12345-0@lo:400:kworker.0 Request processed in 28us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985317.605770:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1420 00000100:00100000:0.0:1788985317.605789:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973563904 00000100:00100000:0.0:1788985317.605792:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973563904 00000100:00100000:0.0:1788985317.605818:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973564416 00000100:00100000:0.0:1788985317.605821:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973564416 00000100:00100000:0.0:1788985317.605832:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973564032 00000100:00100000:0.0:1788985317.605834:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973564032 00000100:00100000:0.0:1788985317.605845:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:0.0:1788985317.605851:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973563904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.605882:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973563904:12345-0@lo:400:kworker.0 Request processed in 31us (1109us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985317.605888:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:0.0:1788985317.605899:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1788985317.605905:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973564416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.605962:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973564416:12345-0@lo:400:kworker.0 Request processed in 58us (1151us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985317.605968:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1788985317.605979:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1788985317.605985:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973564032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.606011:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973564032:12345-0@lo:400:kworker.0 Request processed in 27us (1052us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985317.606016:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1788985317.606038:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973563520 00000100:00100000:0.0:1788985317.606042:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973563520 00000100:00100000:0.0:1788985317.606066:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973563136 00000100:00100000:0.0:1788985317.606069:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973563136 00000100:00100000:0.0:1788985317.606079:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1788985317.606084:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973563520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.606118:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973563520:12345-0@lo:400:kworker.0 Request processed in 33us (1217us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985317.606123:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1788985317.606134:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1788985317.606140:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875885973563136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.606167:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875885973563136:12345-0@lo:400:kworker.0 Request processed in 27us (1153us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985317.606172:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1788985317.606197:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973564544:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985317.606235:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985317.606288:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973563008:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.606300:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973563520:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.606309:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973564032:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.606316:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973562880:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.606324:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973563392:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.606332:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973563904:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.606339:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973564416:0@lo:400:kworker.0 00010000:00080000:0.0:1788985317.606376:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d64e00 x1875885973563776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985317.606399:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973563776:0@lo:400:kworker.0 00010000:00080000:0.0:1788985317.606410:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d64a80 x1875885973564288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985317.606418:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973564288:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.606426:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973563136:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.606433:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973563648:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.606442:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973564160:0@lo:400:kworker.0 00000100:00100000:0.0:1788985317.606467:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973562752 00000100:00100000:0.0:1788985317.606470:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973562752 00000100:00100000:0.0:1788985317.606491:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973564544 00000100:00100000:0.0:1788985317.606493:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973564544 00000100:00100000:0.0:1788985317.606515:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1788985317.606521:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973562752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985317.606542:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985317.606573:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973562752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (2538us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985317.606578:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1788985317.606588:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:0.0:1788985317.606593:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973564544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985317.606601:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985317.606621:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973564544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 28us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985317.606627:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:0.0:1788985317.606661:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973564544:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985317.607468:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973562752:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985317.607868:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973563264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 3582us (3740us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985317.607879:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00080000:3.0:1788985317.609068:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985317.609077:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788985317.609081:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985317.609085:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985317.609118:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973563264:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788985318.431065:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985319.455305:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985319.847852:0:46405:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffded786260 20000000:00000080:2.0:1788985319.847874:0:46405:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143342c00 uarg=0000000000000000 00010000:00010000:2.0:1788985319.848271:0:46405:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985319.848287:0:46405:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985319.848310:0:46405:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985319.848321:0:46405:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1788985319.848343:0:46405:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985319.848364:0:46405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff1a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 46405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985319.848384:0:46405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ff13 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ff0c expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985319.848392:0:46405:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff1a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 46405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985319.848447:0:46405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ff13 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ff0c expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985319.848473:0:46405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ff13 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ff0c expref: 23 pid: 6509 timeout: 1259 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985319.848497:0:46405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:46405:1875885973564672:0@lo:104: 00000100:00100000:2.0:1788985319.848568:0:46405:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985319.848630:0:46405:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1251291f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788985319.848859:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973564672 00000100:00100000:1.0:1788985319.848867:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973564672 00000100:00100000:0.0:1788985319.848963:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:0.0:1788985319.849015:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:46405:x1875885973564672:12345-0@lo:104: 00010000:00010000:0.0:1788985319.849029:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52ff0c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ff13 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985319.849116:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985319.849123:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:46405:x1875885973564672:12345-0@lo:104: Request processed in 113us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985319.849200:0:46405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:46405:1875885973564672:0@lo:104: 00010000:00010000:2.0:1788985319.849220:0:46405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff1a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985319.849275:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985319.849284:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52ff0c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ff13 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985319.849292:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985319.849296:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52ff0c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ff13 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985319.849315:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52ff0c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ff13 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985319.849324:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52ff0c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ff13 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985319.849342:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985319.849381:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52ff0c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ff13 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985319.849388:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985319.849412:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52ff0c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ff13 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985319.849420:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52ff0c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ff13 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985319.849445:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985319.849447:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985319.849449:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985319.849456:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985319.849468:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973564800:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985319.849512:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985319.849548:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973564800 00000100:00100000:3.0:1788985319.849552:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973564800 00010000:00010000:3.0:1788985319.849571:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ff13 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ff0c expref: 24 pid: 6509 timeout: 1259 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985319.849591:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1788985319.849597:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973564800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985319.849606:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985319.849611:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ff13 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ff0c expref: 24 pid: 6509 timeout: 1259 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985319.849631:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ff13 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ff0c expref: 24 pid: 6509 timeout: 1259 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985319.849643:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ff13 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ff0c expref: 24 pid: 6509 timeout: 1259 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985319.849656:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff1a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 46405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985319.849664:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff1a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 46405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985319.849676:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff1a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985319.849683:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff1a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985319.849690:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff1a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985319.849696:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff1a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985319.849701:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985319.849705:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff1a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985319.849712:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff1a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 46405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985319.849733:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff1a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985319.849742:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985319.849771:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973564800:12345-0@lo:103:ldlm_bl.0 Request processed in 174us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985319.849778:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1788985319.849809:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973564800:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985319.849955:0:46405:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff1a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985319.849963:0:46405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff1a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985319.849968:0:46405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff1a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985319.857353:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00010000:00010000:0.0:1788985320.478367:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985320.670265:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973564928:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985320.670379:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985320.670627:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973565056:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985320.670660:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985320.670745:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973564928 00000100:00100000:2.0:1788985320.670754:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973564928 00000100:00100000:2.0:1788985320.670823:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973565056 00000100:00100000:2.0:1788985320.670827:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973565056 00000100:00100000:2.0:1788985320.670849:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1788985320.670861:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973564928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985320.670905:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985320.670986:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973564928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985320.671012:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1788985320.671030:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:2.0:1788985320.671036:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973565056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985320.671057:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985320.671084:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973565056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985320.671090:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00080000:0.0:1788985320.671224:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985320.671268:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973565056:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985320.671308:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973564928:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985321.187107:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788985321.187132:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973565184:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985321.187219:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985321.187335:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973565184 00000100:00100000:0.0:1788985321.187347:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973565184 00000100:00100000:0.0:1788985321.187409:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1788985321.187419:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973565184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985321.187462:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985321.187538:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973565184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 119us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985321.187555:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:3.0:1788985321.187651:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973565184:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985321.502254:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788985321.886081:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985321.886093:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985321.886101:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985321.886175:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ff21 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985321.886191:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ff21 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985321.886206:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ff21 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985321.886243:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973565312:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985321.886353:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985321.886440:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1251291180 going to sleep for 11 seconds 00000100:00100000:3.0:1788985321.886669:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973565312 00000100:00100000:3.0:1788985321.886681:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973565312 00000100:00100000:3.0:1788985321.886742:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1788985321.886752:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973565312:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985321.886769:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985321.886786:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ff28 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ff21 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985321.886813:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ff28 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ff21 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985321.886826:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ff28 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ff21 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985321.886854:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676e00, rc 0) 00000100:00100000:3.0:1788985321.886907:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973565312:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 156us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985321.886915:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1788985321.889130:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973565312:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985321.889171:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ff21 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ff28 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985321.889187:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ff21 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ff28 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985321.889250:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985321.889257:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ff21 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ff28 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985321.889266:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ff21 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ff28 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985322.526179:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985322.551955:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985322.552057:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985322.552091:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985322.552127:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953211264 00000100:00100000:0.0:1788985322.552141:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953211264 00000100:00100000:0.0:1788985322.552217:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953211136 00000100:00100000:0.0:1788985322.552220:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953211136 00000100:00100000:0.0:1788985322.552243:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1421 00000100:00100000:0.0:1788985322.552256:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953211264:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985322.552358:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953211264:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 106us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985322.552478:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953211008 00000100:00100000:3.0:1788985322.552483:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953211008 00000100:00100000:3.0:1788985322.552512:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 781 00000100:00100000:3.0:1788985322.552519:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953211008:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985322.552545:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953211008:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 28us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985322.552551:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 781 00000100:00100000:0.0:1788985322.552600:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1421 00000100:00100000:0.0:1788985322.552617:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1422 00000100:00100000:0.0:1788985322.552623:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953211136:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985322.552652:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953211136:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 30us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985322.552658:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1422 00000100:00080000:0.0:1788985322.552676:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985322.552681:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985322.718161:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973565440:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985322.718303:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985322.718479:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973565440 00000100:00100000:0.0:1788985322.718490:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973565440 00000100:00100000:0.0:1788985322.718560:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1788985322.718571:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973565440:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985322.718895:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973565696:0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.718955:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985322.718975:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973566208:0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.718994:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985322.719015:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973566720:0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.719031:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985322.719047:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788985322.719052:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973565824:0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.719071:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985322.719083:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973566336:0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.719098:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985322.719110:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973566848:0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.719137:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985322.719162:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973565696 00000100:00100000:3.0:1788985322.719166:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973565696 00000100:00100000:3.0:1788985322.719187:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973566208 00000100:00100000:3.0:1788985322.719189:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973566208 00000100:00100000:3.0:1788985322.719200:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973566720 00000100:00100000:3.0:1788985322.719202:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973566720 00000100:00100000:3.0:1788985322.719214:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973566336 00000100:00100000:3.0:1788985322.719215:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973566336 00000100:00100000:3.0:1788985322.719226:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973566848 00000100:00100000:3.0:1788985322.719227:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973566848 00000100:00100000:3.0:1788985322.719239:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:3.0:1788985322.719245:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973565696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.719287:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973565696:12345-0@lo:400:kworker.0 Request processed in 41us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985322.719293:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00100000:3.0:1788985322.719310:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:3.0:1788985322.719315:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973566208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.719336:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973566208:12345-0@lo:400:kworker.0 Request processed in 21us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985322.719341:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00100000:3.0:1788985322.719349:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:3.0:1788985322.719355:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973566720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.719388:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973566720:12345-0@lo:400:kworker.0 Request processed in 33us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985322.719393:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00000100:00100000:3.0:1788985322.719403:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:3.0:1788985322.719408:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973566336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.719436:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973566336:12345-0@lo:400:kworker.0 Request processed in 28us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985322.719441:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:3.0:1788985322.719462:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:3.0:1788985322.719468:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973566848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.719489:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973566848:12345-0@lo:400:kworker.0 Request processed in 22us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985322.719494:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00100000:3.0:1788985322.719518:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973565824 00000100:00100000:3.0:1788985322.719521:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973565824 00000100:00100000:3.0:1788985322.719543:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1788985322.719548:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973565824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.719576:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973565824:12345-0@lo:400:kworker.0 Request processed in 29us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985322.719581:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1788985322.719603:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973565568:0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.719641:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985322.719661:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973566080:0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.719678:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985322.719691:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973566592:0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.719709:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985322.719725:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788985322.719729:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973565952:0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.719745:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985322.719756:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973566464:0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.719779:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985322.719793:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973566976:0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.719808:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985322.719827:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973566080 00000100:00100000:3.0:1788985322.719831:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973566080 00000100:00100000:3.0:1788985322.719849:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:3.0:1788985322.719854:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973566080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.719881:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973566080:12345-0@lo:400:kworker.0 Request processed in 27us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985322.719886:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:3.0:1788985322.719919:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973566080:0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.719966:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973565824:0@lo:400:kworker.0 00010000:00080000:3.0:1788985322.719977:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d31500 x1875885973566336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985322.719987:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973566336:0@lo:400:kworker.0 00010000:00080000:3.0:1788985322.719995:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277f5b800 x1875885973566848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985322.720003:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973566848:0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.720011:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973565696:0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.720018:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973566208:0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.720027:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973566720:0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.720052:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973565952 00000100:00100000:3.0:1788985322.720060:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973565952 00000100:00100000:3.0:1788985322.720079:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:3.0:1788985322.720084:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973565952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.720112:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973565952:12345-0@lo:400:kworker.0 Request processed in 27us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985322.720117:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00100000:3.0:1788985322.720137:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973565952:0@lo:400:kworker.0 00002000:00000024:0.0:1788985322.720347:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985322.720409:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973565440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1839us (2106us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985322.720416:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00080000:0.0:1788985322.720436:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985322.720439:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985322.720442:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985322.720468:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973565568 00000100:00100000:0.0:1788985322.720472:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973565568 00000100:00100000:0.0:1788985322.720497:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1788985322.720502:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973565568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985322.720529:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973565568:12345-0@lo:400:kworker.0 Request processed in 27us (887us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985322.720535:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1788985322.720556:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973566592 00000100:00100000:0.0:1788985322.720559:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973566592 00000100:00100000:0.0:1788985322.720580:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973566464 00000100:00100000:0.0:1788985322.720582:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973566464 00000100:00100000:0.0:1788985322.720591:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973566976 00000100:00100000:0.0:1788985322.720593:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973566976 00000100:00100000:0.0:1788985322.720603:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1788985322.720608:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973566592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985322.720734:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973566592:12345-0@lo:400:kworker.0 Request processed in 125us (1024us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985322.720740:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1788985322.720751:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1788985322.720757:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973566464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985322.720778:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973566464:12345-0@lo:400:kworker.0 Request processed in 22us (999us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985322.720791:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1788985322.720800:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1788985322.720805:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973566976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985322.720829:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973566976:12345-0@lo:400:kworker.0 Request processed in 24us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985322.720834:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00080000:0.0:1788985322.720857:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788985322.721784:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985322.723899:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973566464:0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.723957:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973566976:0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.723974:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973565568:0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.723990:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973566592:0@lo:400:kworker.0 00000100:00100000:3.0:1788985322.724066:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973565440:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985322.726591:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788985322.726825:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973567104:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985322.726911:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985322.727049:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973567104 00000100:00100000:2.0:1788985322.727058:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973567104 00000100:00100000:2.0:1788985322.727113:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1788985322.727124:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973567104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985322.727151:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985322.727202:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973567104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985322.727209:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1788985322.727259:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973567104:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985322.730575:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973567232:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985322.730733:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985322.740722:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973567232 00000100:00100000:0.0:1788985322.740747:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973567232 00000100:00100000:0.0:1788985322.740823:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1788985322.740840:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973567232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985322.740911:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985322.741054:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973567232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 219us (10322us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985322.741073:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1788985322.741144:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973567232:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788985323.550109:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985324.583979:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985325.604114:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788985325.654533:0:46601:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 18: test nodemap mapped_noadmin fileops ========================================================== 16:22:04 (1788985324) 00000100:00100000:0.0:1788985325.791284:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973567360:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985325.791371:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985325.791455:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973567360 00000100:00100000:0.0:1788985325.791463:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973567360 00000100:00100000:0.0:1788985325.791519:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1788985325.791528:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973567360:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985325.792350:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985325.792365:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973567488:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985325.792421:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985325.792484:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973567488 00000100:00100000:1.0:1788985325.792490:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973567488 00000100:00100000:1.0:1788985325.792530:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1788985325.792538:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973567488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985325.792564:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985325.792607:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973567488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985325.792614:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:2.0:1788985325.792724:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973567488:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788985325.792973:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1788985325.793293:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985325.793348:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973567360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1820us (1975us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985325.793354:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1788985325.793449:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973567360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985326.310089:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973567616:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985326.310244:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985326.310568:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973567616 00000100:00100000:3.0:1788985326.310587:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973567616 00000100:00100000:3.0:1788985326.310664:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1788985326.310677:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973567616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788985326.310720:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788985326.310794:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973567616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985326.310801:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1788985326.311032:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973567616:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788985326.622153:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:3.0:1788985327.165633:0:46649:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:3.0:1788985327.181721:0:46649:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00000004:00000400:2.0:1788985327.183229:0:46649:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0001: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:2.0:1788985327.183239:0:46649:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to NONE 00010000:00010000:3.0:1788985327.646722:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985327.679120:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985327.679174:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985327.679215:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985327.679300:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953211520 00000100:00100000:1.0:1788985327.679310:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953211520 00000100:00100000:1.0:1788985327.679370:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953211648 00000100:00100000:1.0:1788985327.679372:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953211648 00000100:00100000:1.0:1788985327.679396:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1429 00000100:00100000:1.0:1788985327.679419:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953211520:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985327.679499:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953211520:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 94us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985327.679507:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1429 00000100:00100000:1.0:1788985327.679525:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1430 00000100:00100000:1.0:1788985327.679532:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953211648:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985327.679559:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953211648:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 27us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985327.679565:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1430 00000100:00080000:1.0:1788985327.679580:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985327.679584:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985327.680158:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953211392 00000100:00100000:2.0:1788985327.680165:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953211392 00000100:00100000:2.0:1788985327.680210:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 783 00000100:00100000:2.0:1788985327.680218:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953211392:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985327.680270:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953211392:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 53us (1096us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985327.680276:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 783 00000100:00100000:3.0:1788985327.838543:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973567744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985327.838769:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985327.838865:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973567744 00000100:00100000:3.0:1788985327.838874:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973567744 00000100:00100000:3.0:1788985327.838956:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1788985327.838965:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973567744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985327.838995:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985327.839041:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973567744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985327.839049:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00080000:3.0:1788985327.839073:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985327.839205:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973568000:0@lo:400:kworker.0 00000100:00100000:3.0:1788985327.839235:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985327.839255:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973568512:0@lo:400:kworker.0 00000100:00100000:3.0:1788985327.839289:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985327.839312:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973569024:0@lo:400:kworker.0 00000100:00100000:3.0:1788985327.840176:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985327.840270:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788985327.840278:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973568128:0@lo:400:kworker.0 00000100:00100000:3.0:1788985327.840305:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985327.840337:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973568640:0@lo:400:kworker.0 00000100:00100000:3.0:1788985327.840355:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985327.842983:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973568128 00000100:00100000:0.0:1788985327.843001:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973568128 00000100:00100000:0.0:1788985327.843069:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1788985327.843079:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973568128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985327.843176:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973568128:12345-0@lo:400:kworker.0 Request processed in 98us (2869us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985327.843183:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1788985327.846491:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973569152:0@lo:400:kworker.0 00000100:00100000:3.0:1788985327.847285:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985327.847343:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973568000 00000100:00100000:1.0:1788985327.847354:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973568000 00000100:00100000:1.0:1788985327.847425:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973568512 00000100:00100000:1.0:1788985327.847429:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973568512 00000100:00100000:1.0:1788985327.847453:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973569024 00000100:00100000:1.0:1788985327.847457:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973569024 00000100:00100000:1.0:1788985327.847469:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973568640 00000100:00100000:1.0:1788985327.847471:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973568640 00000100:00100000:1.0:1788985327.847487:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:1.0:1788985327.847495:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973568000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985327.847582:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973568000:12345-0@lo:400:kworker.0 Request processed in 87us (8345us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985327.847589:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:1.0:1788985327.847606:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:1.0:1788985327.847613:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973568512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985327.847641:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973568512:12345-0@lo:400:kworker.0 Request processed in 29us (8351us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985327.847647:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:1.0:1788985327.847658:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:1.0:1788985327.847665:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973569024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985327.847689:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973569024:12345-0@lo:400:kworker.0 Request processed in 26us (7515us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985327.847695:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:1.0:1788985327.847707:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:1.0:1788985327.847714:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973568640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985327.847739:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973568640:12345-0@lo:400:kworker.0 Request processed in 27us (7382us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985327.847745:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00080000:1.0:1788985327.847769:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985327.847774:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985327.849673:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985327.849697:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973569536:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985327.849758:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985327.849820:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973567872:0@lo:400:kworker.0 00000100:00100000:2.0:1788985327.849850:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985327.849873:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973568384:0@lo:400:kworker.0 00000100:00100000:2.0:1788985327.849897:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985327.849917:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973568896:0@lo:400:kworker.0 00000100:00100000:2.0:1788985327.850426:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985327.850453:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114422b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973569408:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985327.850478:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985327.850500:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788985327.850506:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973568256:0@lo:400:kworker.0 00000100:00100000:2.0:1788985327.851232:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973567744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985327.851698:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973569536 00000100:00100000:0.0:1788985327.851707:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973569536 00000100:00100000:0.0:1788985327.851773:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1788985327.851783:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973569536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985327.851807:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985327.851867:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973569536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (2108us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985327.851873:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1788985327.851898:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973567872 00000100:00100000:0.0:1788985327.851901:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973567872 00000100:00100000:0.0:1788985327.851945:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1788985327.851963:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973567872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985327.852119:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973567872:12345-0@lo:400:kworker.0 Request processed in 158us (2268us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985327.852126:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1788985327.852170:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973568896 00000100:00100000:0.0:1788985327.852173:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973568896 00000100:00100000:0.0:1788985327.852202:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1788985327.852209:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973568896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985327.852241:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973568896:12345-0@lo:400:kworker.0 Request processed in 33us (1816us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985327.852247:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1788985327.852278:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973568384 00000100:00100000:0.0:1788985327.852281:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973568384 00000100:00100000:0.0:1788985327.852302:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973569408 00000100:00100000:0.0:1788985327.852305:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973569408 00000100:00100000:0.0:1788985327.852761:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1788985327.852772:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973568384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985327.852810:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973568384:12345-0@lo:400:kworker.0 Request processed in 42us (2913us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985327.853112:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1788985327.853123:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973569408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985327.853152:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985327.853194:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973569408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (2715us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985327.853213:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1788985327.856228:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973568000:0@lo:400:kworker.0 00000100:00100000:3.0:1788985327.856244:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973568512:0@lo:400:kworker.0 00000100:00100000:3.0:1788985327.856254:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973569024:0@lo:400:kworker.0 00000100:00100000:3.0:1788985327.856298:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973568128:0@lo:400:kworker.0 00010000:00080000:3.0:1788985327.856312:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b12500c5500 x1875885973568640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985327.857089:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973568640:0@lo:400:kworker.0 00000100:00100000:2.0:1788985327.857187:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973569152 00000100:00100000:2.0:1788985327.857196:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973569152 00000100:00100000:2.0:1788985327.857271:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1435 00000100:00100000:2.0:1788985327.857289:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973569152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985327.859074:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973569152:12345-0@lo:400:kworker.0 Request processed in 1780us (11783us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985327.859088:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1435 00010000:00080000:3.0:1788985327.859239:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d31500 x1875885973569152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985327.859256:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973569152:0@lo:400:kworker.0 00000100:00100000:2.0:1788985327.860098:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973569536:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985327.860128:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985327.860177:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973568768:0@lo:400:kworker.0 00000100:00100000:2.0:1788985327.860222:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985327.860250:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973569280:0@lo:400:kworker.0 00000100:00100000:2.0:1788985327.860271:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985327.860293:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973567872:0@lo:400:kworker.0 00000100:00100000:2.0:1788985327.860304:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973568384:0@lo:400:kworker.0 00000100:00100000:2.0:1788985327.860314:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973568896:0@lo:400:kworker.0 00000100:00100000:3.0:1788985327.860423:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973568256 00000100:00100000:3.0:1788985327.860430:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973568256 00000100:00100000:3.0:1788985327.860473:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:3.0:1788985327.860481:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973568256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985327.860527:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973568256:12345-0@lo:400:kworker.0 Request processed in 47us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985327.860533:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:2.0:1788985327.861636:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114422b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973569408:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985327.861673:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973568256:0@lo:400:kworker.0 00000100:00080000:2.0:1788985327.861697:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788985327.861703:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788985327.861706:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985327.863042:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1788985327.863101:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973568768 00000100:00100000:0.0:1788985327.863111:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973568768 00000100:00100000:0.0:1788985327.863187:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973569280 00000100:00100000:0.0:1788985327.863191:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973569280 00000100:00100000:0.0:1788985327.863218:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1788985327.863227:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973568768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985327.863428:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1788985327.863442:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973569280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985327.863485:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973568768:12345-0@lo:400:kworker.0 Request processed in 259us (3261us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985327.863492:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1788985327.866514:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973568768:0@lo:400:kworker.0 00000100:00080000:2.0:1788985327.867003:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985327.871024:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973569280:12345-0@lo:400:kworker.0 Request processed in 7580us (10742us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985327.871053:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1788985327.876673:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973569280:0@lo:400:kworker.0 00000020:00000080:0.0:1788985328.251285:0:46697:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcc77641a0 20000000:00000080:0.0:1788985328.251304:0:46697:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e55c00 uarg=0000000000000000 10000000:01000000:0.0:1788985328.251722:0:46697:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985328.251744:0:46697:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ff2f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 46697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985328.251762:0:46697:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ff28 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ff21 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985328.251770:0:46697:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ff2f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 46697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985328.251808:0:46697:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ff28 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ff21 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985328.251821:0:46697:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ff28 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ff21 expref: 23 pid: 6509 timeout: 1268 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985328.251833:0:46697:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea5f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:46697:1875885973569664:0@lo:104: 00000100:00100000:0.0:1788985328.251894:0:46697:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985328.252061:0:46697:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1246270000 going to sleep for 11 seconds 00000100:00100000:1.0:1788985328.252172:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973569664 00000100:00100000:1.0:1788985328.252182:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973569664 00000100:00100000:1.0:1788985328.252262:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1788985328.252272:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:46697:x1875885973569664:12345-0@lo:104: 00010000:00010000:1.0:1788985328.252286:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ff21 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ff28 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985328.252390:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985328.252396:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:46697:x1875885973569664:12345-0@lo:104: Request processed in 126us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985328.252413:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:2.0:1788985328.252478:0:46697:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea5f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:46697:1875885973569664:0@lo:104: 00010000:00010000:2.0:1788985328.252497:0:46697:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ff2f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985328.252553:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985328.252570:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ff21 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ff28 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985328.252578:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea200 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985328.252582:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ff21 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ff28 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985328.252589:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ff21 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ff28 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985328.252597:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ff21 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ff28 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985328.252603:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985328.252669:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ff21 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ff28 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985328.252675:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985328.252706:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ff21 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ff28 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985328.252713:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ff21 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ff28 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985328.252730:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985328.252732:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985328.252733:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985328.252741:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788985328.252752:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973569792:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985328.252783:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985328.252843:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973569792 00000100:00100000:0.0:1788985328.252848:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973569792 00010000:00010000:0.0:1788985328.252868:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ff28 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ff21 expref: 24 pid: 6509 timeout: 1268 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985328.252897:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1788985328.252903:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973569792:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985328.253048:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985328.253054:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ff28 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ff21 expref: 24 pid: 6509 timeout: 1268 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985328.253065:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ff28 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ff21 expref: 24 pid: 6509 timeout: 1268 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985328.253078:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ff28 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ff21 expref: 24 pid: 6509 timeout: 1268 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985328.253091:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ff2f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 46697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985328.253099:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ff2f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 46697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985328.253112:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ff2f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985328.253119:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ff2f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985328.253126:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ff2f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985328.253131:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ff2f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985328.253137:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985328.253140:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ff2f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985328.253158:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ff2f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 46697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985328.253172:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ff2f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985328.253180:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985328.253210:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973569792:12345-0@lo:103:ldlm_bl.0 Request processed in 307us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985328.253216:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1788985328.253240:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973569792:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985328.253346:0:46697:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ff2f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985328.253358:0:46697:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ff2f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985328.253364:0:46697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ff2f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985328.670717:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985329.152854:0:46745:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe090e5b40 20000000:00000080:2.0:1788985329.152887:0:46745:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e8b400 uarg=0000000000000000 10000000:01000000:2.0:1788985329.154716:0:46745:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985329.154741:0:46745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52ff36 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 46745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985329.154757:0:46745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52ff36 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 46745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985329.154768:0:46745:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52ff36 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985329.154774:0:46745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52ff36 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985329.154781:0:46745:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52ff36 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985329.154788:0:46745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52ff36 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985329.154793:0:46745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebc00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985329.154797:0:46745:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52ff36 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985329.154822:0:46745:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52ff36 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 46745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985329.154838:0:46745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52ff36 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985329.154847:0:46745:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52ff36 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985329.154853:0:46745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52ff36 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985329.311065:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985329.311075:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985329.311081:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985329.311129:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ff3d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985329.311143:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ff3d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985329.311155:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ff3d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985329.311184:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973569920:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985329.311264:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985329.311315:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114192f000 going to sleep for 11 seconds 00000100:00100000:1.0:1788985329.311376:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973569920 00000100:00100000:1.0:1788985329.311385:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973569920 00000100:00100000:1.0:1788985329.311456:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1788985329.311466:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973569920:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985329.311479:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985329.311491:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ff44 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ff3d expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985329.311515:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ff44 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ff3d expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985329.311525:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ff44 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ff3d expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985329.311535:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ea400, rc 0) 00000100:00100000:1.0:1788985329.311573:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973569920:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 109us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985329.311588:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:2.0:1788985329.311692:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973569920:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985329.311707:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ff3d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ff44 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985329.311723:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ff3d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ff44 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985329.311744:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985329.311748:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ff3d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ff44 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985329.311756:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ff3d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ff44 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985329.694569:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985330.001030:0:46793:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdd61ed380 20000000:00000080:3.0:1788985330.001054:0:46793:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d6e400 uarg=0000000000000000 10000000:01000000:3.0:1788985330.001447:0:46793:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985330.001471:0:46793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff4b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 46793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985330.001491:0:46793:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ff44 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ff3d expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985330.001500:0:46793:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff4b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 46793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985330.001543:0:46793:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ff44 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ff3d expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985330.001560:0:46793:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ff44 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ff3d expref: 23 pid: 6508 timeout: 1269 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985330.001574:0:46793:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f2ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:46793:1875885973570048:0@lo:104: 00000100:00100000:3.0:1788985330.001644:0:46793:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985330.001758:0:46793:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126dc1e780 going to sleep for 11 seconds 00000100:00100000:1.0:1788985330.002060:0:6497:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1788985330.002075:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973570048 00000100:00100000:1.0:1788985330.002081:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973570048 00000100:00100000:1.0:1788985330.002160:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1788985330.002180:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114394ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:46793:x1875885973570048:12345-0@lo:104: 00010000:00010000:1.0:1788985330.002195:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ff3d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ff44 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985330.002260:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985330.002266:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114394ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:46793:x1875885973570048:12345-0@lo:104: Request processed in 89us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985330.002273:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1788985330.002367:0:46793:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f2ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:46793:1875885973570048:0@lo:104: 00010000:00010000:3.0:1788985330.002401:0:46793:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff4b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985330.002658:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985330.002666:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ff3d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ff44 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985330.002672:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebc00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985330.002675:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ff3d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ff44 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985330.002681:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ff3d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ff44 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985330.002685:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ff3d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ff44 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985330.002689:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985330.002720:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ff3d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ff44 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985330.002727:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985330.002767:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ff3d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ff44 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985330.002775:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ff3d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ff44 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985330.002792:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985330.002793:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985330.002795:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985330.002894:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973570176:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985330.002958:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985330.003040:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973570176 00000100:00100000:1.0:1788985330.003045:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973570176 00010000:00010000:1.0:1788985330.003064:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ff44 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ff3d expref: 24 pid: 6508 timeout: 1269 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985330.003089:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1788985330.003095:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973570176:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985330.003105:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985330.003109:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ff44 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ff3d expref: 24 pid: 6508 timeout: 1269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985330.003119:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ff44 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ff3d expref: 24 pid: 6508 timeout: 1269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985330.003132:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ff44 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ff3d expref: 24 pid: 6508 timeout: 1269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985330.003152:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff4b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 46793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985330.003269:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff4b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 46793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985330.003288:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff4b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985330.003426:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff4b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985330.003435:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff4b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985330.003442:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff4b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985330.003448:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985330.003452:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff4b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985330.003460:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff4b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 46793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985330.003608:0:46793:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff4b lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985330.003626:0:46793:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff4b lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985330.013698:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff4b lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985330.013720:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ff4b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985330.014081:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985330.014191:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973570176:12345-0@lo:103:ldlm_bl.0 Request processed in 11087us (11223us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985330.014202:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:2.0:1788985330.015027:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973570176:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985330.718103:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985330.910175:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788985330.910196:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973570304:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985330.910261:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985330.910358:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973570304 00000100:00100000:3.0:1788985330.910366:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973570304 00000100:00100000:3.0:1788985330.910438:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:3.0:1788985330.910447:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973570304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788985330.910473:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985330.910513:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973570304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985330.910520:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:3.0:1788985330.910684:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973570304:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788985330.912133:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985330.912617:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985330.912636:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973570432:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985330.912695:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985330.914533:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973570432 00000100:00100000:2.0:1788985330.914543:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973570432 00000100:00100000:2.0:1788985330.914618:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1788985330.914628:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973570432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985330.914652:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985330.914714:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973570432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (2018us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985330.914721:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00080000:2.0:1788985330.914740:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985330.915146:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973570432:0@lo:13:osp-pre-0-1.0 00000020:00000080:3.0:1788985330.961820:0:46842:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdd89f1cd0 20000000:00000080:3.0:1788985330.961838:0:46842:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d6e800 uarg=0000000000000000 10000000:01000000:3.0:1788985330.962021:0:46842:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985330.962043:0:46842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff52 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 46842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985330.962061:0:46842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff52 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 46842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985330.962071:0:46842:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff52 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985330.962085:0:46842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff52 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985330.962093:0:46842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff52 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985330.962100:0:46842:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff52 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985330.962183:0:46842:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985330.962188:0:46842:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff52 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985330.962197:0:46842:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff52 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 46842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985330.962210:0:46842:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff52 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985330.962218:0:46842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff52 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985330.962224:0:46842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff52 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985331.296135:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985331.296146:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985331.296153:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985331.296216:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52ff59 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985331.296230:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52ff59 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985331.296242:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52ff59 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985331.296295:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144229180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973570560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985331.296395:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985331.296459:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1144018c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788985331.296711:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973570560 00000100:00100000:3.0:1788985331.296722:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973570560 00000100:00100000:3.0:1788985331.296786:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1788985331.296798:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973570560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985331.296817:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985331.296844:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff60 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ff59 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985331.296876:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff60 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ff59 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985331.296890:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff60 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ff59 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985331.296899:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676000, rc 0) 00000100:00100000:3.0:1788985331.296972:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973570560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 176us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985331.296980:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:0.0:1788985331.297240:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144229180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973570560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985331.297259:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52ff59 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ff60 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985331.297280:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52ff59 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ff60 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985331.297310:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985331.297315:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52ff59 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ff60 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985331.297324:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52ff59 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ff60 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985331.422854:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788985331.422887:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973570688:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985331.423006:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985331.423109:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973570688 00000100:00100000:3.0:1788985331.423119:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973570688 00000100:00100000:3.0:1788985331.423178:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1788985331.423189:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973570688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788985331.423234:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788985331.423304:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973570688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985331.423312:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1788985331.423389:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973570688:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985331.744295:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985332.219185:0:46890:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc8da43320 20000000:00000080:0.0:1788985332.219208:0:46890:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e54800 uarg=0000000000000000 10000000:01000000:0.0:1788985332.220424:0:46890:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985332.220456:0:46890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ff67 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 46890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985332.220481:0:46890:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff60 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ff59 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985332.220490:0:46890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ff67 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 46890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985332.220668:0:46890:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff60 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ff59 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985332.220687:0:46890:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff60 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ff59 expref: 23 pid: 6509 timeout: 1272 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985332.220705:0:46890:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:46890:1875885973570816:0@lo:104: 00000100:00100000:0.0:1788985332.220802:0:46890:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985332.220959:0:46890:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142ca2600 going to sleep for 11 seconds 00000100:00100000:1.0:1788985332.221236:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973570816 00000100:00100000:1.0:1788985332.221246:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973570816 00000100:00100000:1.0:1788985332.221478:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1788985332.221490:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:46890:x1875885973570816:12345-0@lo:104: 00010000:00010000:1.0:1788985332.221507:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52ff59 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ff60 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985332.221615:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985332.221622:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:46890:x1875885973570816:12345-0@lo:104: Request processed in 135us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985332.221647:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:2.0:1788985332.221758:0:46890:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:46890:1875885973570816:0@lo:104: 00010000:00010000:2.0:1788985332.221788:0:46890:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ff67 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985332.221875:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985332.221885:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52ff59 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ff60 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985332.221900:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985332.221905:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52ff59 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ff60 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985332.221915:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52ff59 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ff60 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985332.221923:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52ff59 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ff60 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985332.221950:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985332.221999:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52ff59 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ff60 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985332.222007:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985332.222032:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52ff59 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ff60 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985332.222039:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52ff59 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ff60 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985332.222060:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985332.222062:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985332.222064:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985332.222080:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973570944:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985332.222125:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985332.222177:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973570944 00000100:00100000:3.0:1788985332.222182:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973570944 00010000:00010000:3.0:1788985332.222207:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff60 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ff59 expref: 24 pid: 6509 timeout: 1272 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985332.222242:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:3.0:1788985332.222249:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973570944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985332.222286:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985332.222293:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff60 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ff59 expref: 24 pid: 6509 timeout: 1272 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985332.222304:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff60 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ff59 expref: 24 pid: 6509 timeout: 1272 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985332.222318:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff60 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ff59 expref: 24 pid: 6509 timeout: 1272 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985332.222336:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ff67 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 46890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985332.222345:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ff67 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 46890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985332.222374:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ff67 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985332.222383:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ff67 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985332.222391:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ff67 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985332.222397:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ff67 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985332.222412:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985332.222418:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ff67 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985332.222427:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ff67 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 46890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985332.222438:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ff67 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985332.222448:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985332.222480:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973570944:12345-0@lo:103:ldlm_bl.0 Request processed in 231us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985332.222488:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:3.0:1788985332.222524:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973570944:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985332.222881:0:46890:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ff67 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985332.222900:0:46890:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ff67 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985332.222907:0:46890:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ff67 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985332.766373:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985332.790645:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985332.790701:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985332.790732:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985332.790770:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953211904 00000100:00100000:1.0:1788985332.790779:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953211904 00000100:00100000:1.0:1788985332.790843:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953212032 00000100:00100000:1.0:1788985332.790847:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953212032 00000100:00100000:1.0:1788985332.790872:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1437 00000100:00100000:1.0:1788985332.790883:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114422a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953211904:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985332.790970:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114422a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953211904:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 88us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985332.790979:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1437 00000100:00100000:3.0:1788985332.790993:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953211776 00000100:00100000:3.0:1788985332.791001:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953211776 00000100:00100000:1.0:1788985332.791001:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1438 00000100:00100000:1.0:1788985332.791026:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953212032:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985332.791038:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 787 00000100:00100000:3.0:1788985332.791048:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953211776:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985332.791059:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953212032:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 46us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985332.791077:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1438 00000100:00100000:3.0:1788985332.791083:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953211776:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 36us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985332.791091:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 787 00000100:00080000:1.0:1788985332.791098:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985332.791105:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985332.962613:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973571072:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.962683:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985332.962729:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973571584:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.962762:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985332.962785:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973572096:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.962803:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985332.962824:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788985332.962829:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973571456:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.962863:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985332.962882:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973571968:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.962903:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985332.962918:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973572480:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.962983:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985332.963010:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973571200:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.963030:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985332.963045:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973571712:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.963062:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985332.963074:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973572224:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.963089:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985332.963109:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788985332.963114:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973571328:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.963134:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985332.963144:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973571840:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.963162:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985332.963177:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973572352:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.963192:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985332.963221:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973571072 00000100:00100000:3.0:1788985332.963233:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973571072 00000100:00100000:3.0:1788985332.963268:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973571584 00000100:00100000:3.0:1788985332.963270:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973571584 00000100:00100000:3.0:1788985332.963293:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973572096 00000100:00100000:3.0:1788985332.963295:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973572096 00000100:00100000:3.0:1788985332.963307:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973571712 00000100:00100000:3.0:1788985332.963309:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973571712 00000100:00100000:3.0:1788985332.963320:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973572224 00000100:00100000:3.0:1788985332.963322:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973572224 00000100:00100000:3.0:1788985332.963332:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973571328 00000100:00100000:3.0:1788985332.963334:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973571328 00000100:00100000:3.0:1788985332.963348:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:3.0:1788985332.963367:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973571072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.963419:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973571072:12345-0@lo:400:kworker.0 Request processed in 63us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985332.963426:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00100000:3.0:1788985332.963442:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:3.0:1788985332.963448:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973571584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.963471:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973571584:12345-0@lo:400:kworker.0 Request processed in 23us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985332.963477:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00100000:3.0:1788985332.963486:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:3.0:1788985332.963491:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973572096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.963511:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973572096:12345-0@lo:400:kworker.0 Request processed in 21us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985332.963517:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00100000:3.0:1788985332.963528:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:3.0:1788985332.963534:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973571712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.963572:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973571712:12345-0@lo:400:kworker.0 Request processed in 38us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985332.963578:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00100000:3.0:1788985332.963589:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1443 00000100:00100000:3.0:1788985332.963595:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973572224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.963618:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973572224:12345-0@lo:400:kworker.0 Request processed in 24us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985332.963623:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1443 00000100:00100000:3.0:1788985332.963633:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:3.0:1788985332.963639:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973571328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.963660:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973571328:12345-0@lo:400:kworker.0 Request processed in 22us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985332.963665:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00100000:3.0:1788985332.963690:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973571456 00000100:00100000:3.0:1788985332.963693:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973571456 00000100:00100000:3.0:1788985332.963714:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973571200 00000100:00100000:3.0:1788985332.963717:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973571200 00000100:00100000:3.0:1788985332.963729:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:3.0:1788985332.963735:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973571456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.963764:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973571456:12345-0@lo:400:kworker.0 Request processed in 29us (901us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985332.963770:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:3.0:1788985332.963781:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1788985332.963787:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973571200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.963810:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973571200:12345-0@lo:400:kworker.0 Request processed in 23us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985332.963824:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1788985332.963842:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973571968 00000100:00100000:3.0:1788985332.963845:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973571968 00000100:00100000:3.0:1788985332.963865:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973572480 00000100:00100000:3.0:1788985332.963868:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973572480 00000100:00100000:3.0:1788985332.963877:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973571840 00000100:00100000:3.0:1788985332.963879:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973571840 00000100:00100000:3.0:1788985332.963888:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973572352 00000100:00100000:3.0:1788985332.963891:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973572352 00000100:00100000:3.0:1788985332.963904:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1788985332.963908:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973571968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.963962:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973571968:12345-0@lo:400:kworker.0 Request processed in 53us (1058us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985332.963968:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1788985332.963979:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1788985332.963984:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973572480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.964005:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973572480:12345-0@lo:400:kworker.0 Request processed in 21us (1022us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985332.964010:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1788985332.964018:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1788985332.964022:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973571840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.964041:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973571840:12345-0@lo:400:kworker.0 Request processed in 19us (878us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985332.964046:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1788985332.964053:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1788985332.964058:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973572352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.964086:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973572352:12345-0@lo:400:kworker.0 Request processed in 28us (894us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985332.964092:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00080000:3.0:1788985332.964125:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985332.964128:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788985332.964131:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985332.964133:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985332.964178:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973571328:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.964189:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973571840:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.964196:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973572352:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.964204:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973571200:0@lo:400:kworker.0 00010000:00080000:3.0:1788985332.964215:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277f29880 x1875885973571712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985332.964225:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973571712:0@lo:400:kworker.0 00010000:00080000:3.0:1788985332.964232:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143004380 x1875885973572224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985332.964240:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973572224:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.964276:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973571456:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.964283:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973571968:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.964291:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973572480:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.964298:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973571072:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.964306:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973571584:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.964322:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973572096:0@lo:400:kworker.0 00000100:00100000:3.0:1788985332.969383:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985332.969408:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973572736:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985332.969476:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985332.969530:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973572736 00000100:00100000:3.0:1788985332.969539:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973572736 00000100:00100000:3.0:1788985332.969587:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1788985332.969596:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973572736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985332.969639:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985332.969681:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973572736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985332.969688:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1788985332.969709:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788985332.969716:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973572608:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985332.969737:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985332.969758:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973572608 00000100:00100000:3.0:1788985332.969760:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973572608 00000100:00100000:3.0:1788985332.969778:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1788985332.969784:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973572608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985332.969795:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985332.969822:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973572608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985332.969827:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1788985332.969870:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973572608:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985332.969899:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973572736:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985332.974875:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985332.974899:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973572864:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985332.974991:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985332.975043:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973572864 00000100:00100000:1.0:1788985332.975051:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973572864 00000100:00100000:1.0:1788985332.975093:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1788985332.975114:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114422b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973572864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985332.975147:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985332.975189:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114422b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973572864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985332.975195:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1788985332.975235:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144229180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973572864:0@lo:41:osp-pre-0-1.0 00000020:00000080:3.0:1788985333.186011:0:46938:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffefe92de70 20000000:00000080:3.0:1788985333.186028:0:46938:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144355800 uarg=0000000000000000 10000000:01000000:3.0:1788985333.186192:0:46938:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985333.186212:0:46938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff6e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 46938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985333.186229:0:46938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff6e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 46938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985333.186240:0:46938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff6e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 46938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985333.186248:0:46938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff6e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985333.186255:0:46938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff6e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 46938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985333.186262:0:46938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff6e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985333.186269:0:46938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985333.186273:0:46938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff6e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 46938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985333.186291:0:46938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff6e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 46938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985333.186304:0:46938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff6e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985333.186312:0:46938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff6e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985333.186327:0:46938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ff6e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 46938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985333.407261:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985333.408414:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985333.408420:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985333.408470:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52ff75 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985333.408482:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52ff75 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985333.408493:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52ff75 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985333.408587:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973572992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985333.408657:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985333.408699:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1245413600 going to sleep for 11 seconds 00000100:00100000:1.0:1788985333.409534:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973572992 00000100:00100000:1.0:1788985333.409545:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973572992 00000100:00100000:1.0:1788985333.409600:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1788985333.409608:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973572992:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985333.409622:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985333.409637:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ff7c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ff75 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985333.409664:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ff7c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ff75 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985333.409675:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ff7c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ff75 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985333.409685:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eb800, rc 0) 00000100:00100000:1.0:1788985333.409736:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973572992:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (1080us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985333.409744:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1788985333.419748:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973572992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985333.419780:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52ff75 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ff7c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985333.419807:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52ff75 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ff7c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985333.419833:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985333.419839:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52ff75 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ff7c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985333.419846:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52ff75 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ff7c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985333.794914:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985334.814162:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985335.838720:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985335.989729:0:47085:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe0b374f70 20000000:00000080:1.0:1788985335.989746:0:47085:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277df8800 uarg=0000000000000000 10000000:01000000:1.0:1788985335.989911:0:47085:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985335.989958:0:47085:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ff83 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 47085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985335.989978:0:47085:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ff7c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ff75 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985335.989986:0:47085:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ff83 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 47085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985335.990027:0:47085:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ff7c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ff75 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985335.990041:0:47085:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ff7c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ff75 expref: 23 pid: 6508 timeout: 1275 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985335.990054:0:47085:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144229180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:47085:1875885973573120:0@lo:104: 00000100:00100000:1.0:1788985335.990118:0:47085:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985335.990167:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973573120 00000100:00100000:1.0:1788985335.990175:0:47085:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114192f300 going to sleep for 11 seconds 00000100:00100000:3.0:1788985335.990176:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973573120 00000100:00100000:3.0:1788985335.990278:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1788985335.990288:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144228700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:47085:x1875885973573120:12345-0@lo:104: 00010000:00010000:3.0:1788985335.990301:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52ff75 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ff7c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985335.990374:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985335.990380:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144228700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:47085:x1875885973573120:12345-0@lo:104: Request processed in 95us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985335.990387:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1788985335.990470:0:47085:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144229180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:47085:1875885973573120:0@lo:104: 00010000:00010000:1.0:1788985335.990488:0:47085:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ff83 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 47085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985335.991063:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985335.991071:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52ff75 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ff7c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985335.991080:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985335.991084:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52ff75 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ff7c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985335.991106:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52ff75 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ff7c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985335.991112:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52ff75 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ff7c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985335.991117:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985335.991164:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52ff75 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ff7c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985335.991171:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985335.991200:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52ff75 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ff7c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985335.991207:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52ff75 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ff7c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985335.991217:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973573248:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985335.991224:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985335.991227:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985335.991232:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985335.991478:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985335.992195:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973573248 00000100:00100000:2.0:1788985335.992236:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973573248 00010000:00010000:2.0:1788985335.992287:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ff7c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ff75 expref: 24 pid: 6508 timeout: 1275 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985335.992342:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1788985335.992356:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973573248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985335.992377:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985335.992389:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ff7c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ff75 expref: 24 pid: 6508 timeout: 1275 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985335.992420:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ff7c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ff75 expref: 24 pid: 6508 timeout: 1275 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985335.992444:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ff7c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ff75 expref: 24 pid: 6508 timeout: 1275 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985335.992464:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ff83 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 47085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985335.992472:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ff83 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 47085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985335.992491:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ff83 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 47085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985335.992502:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ff83 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985335.992512:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ff83 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985335.992524:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ff83 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985335.992532:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985335.992540:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ff83 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985335.992554:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ff83 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 47085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985335.992605:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ff83 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985335.992622:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788985335.992644:0:47085:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ff83 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985335.992653:0:47085:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ff83 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985335.992659:0:47085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ff83 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985335.992697:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973573248:12345-0@lo:103:ldlm_bl.0 Request processed in 347us (1218us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985335.992709:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:3.0:1788985335.993026:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973573248:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985336.031059:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788985336.031083:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973573376:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985336.031153:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985336.031219:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973573376 00000100:00100000:3.0:1788985336.031226:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973573376 00000100:00100000:3.0:1788985336.031301:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1788985336.031312:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973573376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788985336.031365:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985336.031420:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973573376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985336.031427:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00080000:1.0:1788985336.031472:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985336.031543:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973573376:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985336.031598:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973573504:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985336.031638:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985336.031677:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973573504 00000100:00100000:1.0:1788985336.031681:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973573504 00000100:00100000:1.0:1788985336.031721:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1788985336.031728:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973573504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985336.031739:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1788985336.031748:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985336.031783:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973573504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985336.031789:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1788985336.031858:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973573504:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985336.545757:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973573632:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788985336.545832:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985336.547064:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973573632 00000100:00100000:1.0:1788985336.547074:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973573632 00000100:00100000:1.0:1788985336.547130:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1788985336.547154:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973573632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985336.547201:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985336.552195:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973573632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 5033us (6353us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985336.552209:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1788985336.552975:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973573632:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985336.863125:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985336.980235:0:47133:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff20272b40 20000000:00000080:0.0:1788985336.980253:0:47133:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e55c00 uarg=0000000000000000 10000000:01000000:0.0:1788985336.980421:0:47133:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985336.980444:0:47133:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ff8a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 47133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985336.980461:0:47133:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ff8a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 47133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985336.980471:0:47133:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ff8a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 47133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985336.980478:0:47133:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ff8a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985336.980485:0:47133:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ff8a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985336.980493:0:47133:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ff8a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985336.980499:0:47133:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8c00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985336.980504:0:47133:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ff8a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985336.980511:0:47133:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ff8a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 47133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985336.980522:0:47133:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ff8a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985336.980530:0:47133:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ff8a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985336.980548:0:47133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ff8a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985337.182271:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985337.182280:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985337.182284:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985337.182344:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52ff91 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985337.182356:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52ff91 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985337.182368:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52ff91 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985337.182392:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973573760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985337.182456:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985337.182504:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12617b5b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788985337.182526:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973573760 00000100:00100000:2.0:1788985337.182534:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973573760 00000100:00100000:2.0:1788985337.182581:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:2.0:1788985337.182590:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973573760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985337.182601:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985337.182634:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff98 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ff91 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985337.182657:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff98 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ff91 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985337.182669:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff98 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ff91 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985337.182678:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ea200, rc 0) 00000100:00100000:2.0:1788985337.182727:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973573760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 138us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985337.182734:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:2.0:1788985337.182783:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973573760:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985337.182797:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52ff91 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ff98 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985337.182806:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52ff91 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ff98 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985337.182825:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985337.182831:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52ff91 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ff98 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985337.182839:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52ff91 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ff98 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985337.887371:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985337.911220:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985337.911278:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985337.911331:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985337.911349:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953212416 00000100:00100000:1.0:1788985337.911366:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953212416 00000100:00100000:3.0:1788985337.911367:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953212288 00000100:00100000:3.0:1788985337.911374:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953212288 00000100:00100000:0.0:1788985337.911440:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953212160 00000100:00100000:0.0:1788985337.911446:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953212160 00000100:00100000:1.0:1788985337.911459:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1445 00000100:00100000:1.0:1788985337.911471:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953212416:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985337.911491:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 790 00000100:00100000:0.0:1788985337.911503:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953212160:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985337.911577:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953212416:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 109us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985337.911584:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1445 00000100:00100000:3.0:1788985337.911598:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1446 00000100:00100000:3.0:1788985337.911609:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953212288:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985337.914496:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953212160:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 2977us (3276us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985337.914513:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 790 00000100:00080000:0.0:1788985337.914585:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985337.914593:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985337.917437:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953212288:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 5809us (6083us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985337.917461:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1446 00000100:00100000:1.0:1788985338.080201:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788985338.080234:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973573888:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985338.080363:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985338.080579:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973573888 00000100:00100000:2.0:1788985338.080592:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973573888 00000100:00100000:3.0:1788985338.080605:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788985338.080625:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973574016:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985338.080679:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:3.0:1788985338.080692:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985338.080703:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973573888:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985338.080735:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973574016 00000100:00100000:3.0:1788985338.080743:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973574016 00000004:00000024:2.0:1788985338.080755:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788985338.080793:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1788985338.080802:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973574016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985338.080830:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985338.080840:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973573888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 140us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985338.080849:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:3.0:1788985338.080870:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973574016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985338.080876:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1788985338.080950:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973574016:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985338.081184:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973574144:0@lo:400:kworker.0 00000100:00100000:3.0:1788985338.081219:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973574272:0@lo:400:kworker.0 00000100:00100000:2.0:1788985338.081231:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985338.081259:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985338.081289:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973574784:0@lo:400:kworker.0 00000100:00100000:3.0:1788985338.081324:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985338.081373:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973575296:0@lo:400:kworker.0 00000100:00100000:2.0:1788985338.081373:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973574656:0@lo:400:kworker.0 00000100:00100000:3.0:1788985338.081431:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985338.081453:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985338.081465:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973574784 00000100:00100000:3.0:1788985338.081469:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973574784 00000100:00100000:2.0:1788985338.081492:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973575168:0@lo:400:kworker.0 00000100:00100000:3.0:1788985338.081496:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973575296 00000100:00100000:3.0:1788985338.081500:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973575296 00000100:00100000:3.0:1788985338.081520:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1788985338.081534:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973574784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985338.081539:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985338.081672:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973574144 00000100:00100000:1.0:1788985338.081677:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973574144 00000100:00100000:1.0:1788985338.081713:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973574272 00000100:00100000:1.0:1788985338.081717:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973574272 00000100:00100000:1.0:1788985338.081730:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973574656 00000100:00100000:1.0:1788985338.081732:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973574656 00000100:00100000:1.0:1788985338.081749:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973575168 00000100:00100000:1.0:1788985338.081751:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973575168 00000100:00100000:1.0:1788985338.081768:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447 00000100:00100000:1.0:1788985338.081775:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973574144:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1788985338.081951:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985338.081957:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788985338.081960:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985338.085808:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973574784:12345-0@lo:400:kworker.0 Request processed in 4272us (4472us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985338.085822:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1788985338.085857:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1788985338.085871:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973575296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985338.086127:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:3.0:1788985338.086345:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973575296:12345-0@lo:400:kworker.0 Request processed in 478us (4910us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985338.086356:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1788985338.086433:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973574784:0@lo:400:kworker.0 00000100:00100000:1.0:1788985338.086437:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973574144:12345-0@lo:400:kworker.0 Request processed in 4654us (5199us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985338.086458:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973575296:0@lo:400:kworker.0 00000100:00100000:1.0:1788985338.086459:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447 00000100:00100000:2.0:1788985338.086880:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973574272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985338.087179:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973574272:12345-0@lo:400:kworker.0 Request processed in 1040us (5919us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985338.087486:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973574272:0@lo:400:kworker.0 00000100:00100000:2.0:1788985338.087893:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:2.0:1788985338.087949:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00000100:00100000:2.0:1788985338.088104:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973574656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985338.088180:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973574656:12345-0@lo:400:kworker.0 Request processed in 222us (6728us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985338.088188:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00000100:00100000:2.0:1788985338.088207:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00100000:2.0:1788985338.088215:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973575168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985338.088486:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973575168:12345-0@lo:400:kworker.0 Request processed in 270us (6957us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985338.088494:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 00000100:00100000:3.0:1788985338.088541:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973574400:0@lo:400:kworker.0 00000100:00100000:2.0:1788985338.088704:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973574144:0@lo:400:kworker.0 00000100:00100000:0.0:1788985338.089008:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973574528:0@lo:400:kworker.0 00010000:00080000:2.0:1788985338.090572:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277ec4380 x1875885973574656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985338.090593:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973574656:0@lo:400:kworker.0 00010000:00080000:2.0:1788985338.090610:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277f5c000 x1875885973575168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985338.090619:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973575168:0@lo:400:kworker.0 00000100:00100000:3.0:1788985338.095590:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985338.095753:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985338.095850:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973575040:0@lo:400:kworker.0 00000100:00100000:0.0:1788985338.095889:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985338.095973:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973573888:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985338.096035:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973574528 00000100:00100000:0.0:1788985338.096153:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973574528 00000100:00100000:0.0:1788985338.096227:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973575040 00000100:00100000:0.0:1788985338.096231:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973575040 00000100:00100000:0.0:1788985338.096273:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:0.0:1788985338.096303:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973574528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985338.096381:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973574528:12345-0@lo:400:kworker.0 Request processed in 81us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985338.096389:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00000100:00100000:0.0:1788985338.096408:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00100000:0.0:1788985338.096414:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973575040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985338.096444:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973575040:12345-0@lo:400:kworker.0 Request processed in 30us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985338.096450:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 00000100:00080000:0.0:1788985338.096470:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985338.096505:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973574528:0@lo:400:kworker.0 00000100:00100000:0.0:1788985338.096513:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973575040:0@lo:400:kworker.0 00000100:00100000:3.0:1788985338.098206:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973574912:0@lo:400:kworker.0 00000100:00100000:3.0:1788985338.098295:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985338.098341:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973575424:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985338.098370:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985338.098457:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973575424 00000100:00100000:3.0:1788985338.098466:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973575424 00000100:00100000:3.0:1788985338.098516:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1788985338.098526:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973575424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985338.098551:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985338.098596:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973575424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985338.098603:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1788985338.098676:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973575424:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985338.099379:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973574912 00000100:00100000:0.0:1788985338.099388:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973574912 00000100:00100000:0.0:1788985338.099453:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1788985338.099462:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973574912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985338.099534:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973574912:12345-0@lo:400:kworker.0 Request processed in 74us (1240us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985338.099541:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1788985338.099586:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973574912:0@lo:400:kworker.0 00000100:00080000:3.0:1788985338.103661:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985338.105847:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973574400 00000100:00100000:2.0:1788985338.105867:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973574400 00000100:00100000:2.0:1788985338.106270:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:2.0:1788985338.106284:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973574400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985338.106427:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973574400:12345-0@lo:400:kworker.0 Request processed in 147us (10847us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985338.106436:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1788985338.106526:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973574400:0@lo:400:kworker.0 00010000:00010000:2.0:1788985338.914116:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985339.937642:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985340.958087:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985341.152916:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788985341.152950:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973575552:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985341.153028:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985341.153104:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973575552 00000100:00100000:1.0:1788985341.153373:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973575552 00000100:00100000:1.0:1788985341.153528:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1788985341.153541:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973575552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985341.153586:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985341.153649:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973575552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985341.153655:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1788985341.153709:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973575552:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788985341.153987:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985341.154097:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788985341.161066:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973575680:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985341.161562:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985341.165396:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973575680 00000100:00100000:2.0:1788985341.165415:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973575680 00000100:00100000:2.0:1788985341.166479:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:2.0:1788985341.166495:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973575680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985341.166533:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985341.166647:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973575680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 156us (5086us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985341.166666:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:2.0:1788985341.166746:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973575680:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788985341.170576:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:3.0:1788985341.276845:0:47329:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff0aa82fd0 20000000:00000080:3.0:1788985341.276874:0:47329:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144354800 uarg=0000000000000000 00010000:00010000:2.0:1788985341.278386:0:47329:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985341.278410:0:47329:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985341.278431:0:47329:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985341.278511:0:47329:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1788985341.278531:0:47329:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985341.278557:0:47329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52ff9f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 47329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985341.278579:0:47329:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff98 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ff91 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985341.278588:0:47329:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52ff9f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 47329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985341.278644:0:47329:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff98 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ff91 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985341.278663:0:47329:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff98 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ff91 expref: 23 pid: 6509 timeout: 1281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985341.278681:0:47329:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:47329:1875885973575808:0@lo:104: 00000100:00100000:2.0:1788985341.278773:0:47329:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985341.278946:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973575808 00000100:00100000:3.0:1788985341.278957:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973575808 00000100:00100000:3.0:1788985341.279011:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:3.0:1788985341.279023:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:47329:x1875885973575808:12345-0@lo:104: 00010000:00010000:3.0:1788985341.279042:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52ff91 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ff98 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985341.279151:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985341.279158:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:47329:x1875885973575808:12345-0@lo:104: Request processed in 137us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985341.279166:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:2.0:1788985341.279303:0:47329:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12676ad6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788985341.279335:0:47329:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:47329:1875885973575808:0@lo:104: 00010000:00010000:2.0:1788985341.279358:0:47329:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52ff9f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 47329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985341.279531:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985341.279539:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52ff91 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ff98 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985341.279548:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eae00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985341.279553:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52ff91 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ff98 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985341.279564:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52ff91 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ff98 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985341.279572:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52ff91 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ff98 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985341.279579:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985341.279618:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52ff91 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ff98 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985341.279626:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985341.279653:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52ff91 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ff98 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985341.279662:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52ff91 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ff98 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985341.279692:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985341.279694:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985341.279696:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985341.279711:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973575936:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985341.279754:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985341.280187:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973575936 00000100:00100000:2.0:1788985341.280204:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973575936 00010000:00010000:2.0:1788985341.280232:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff98 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ff91 expref: 24 pid: 6509 timeout: 1281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985341.280268:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1788985341.280276:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ce56c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973575936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985341.280299:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985341.280305:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff98 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ff91 expref: 24 pid: 6509 timeout: 1281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985341.280318:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff98 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ff91 expref: 24 pid: 6509 timeout: 1281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985341.280333:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ff98 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ff91 expref: 24 pid: 6509 timeout: 1281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985341.280350:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52ff9f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 47329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985341.280360:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52ff9f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 47329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985341.280377:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52ff9f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 47329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985341.280384:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52ff9f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985341.280392:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52ff9f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985341.280406:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52ff9f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985341.280413:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985341.280418:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52ff9f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985341.280425:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52ff9f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 47329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985341.280449:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52ff9f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985341.280461:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985341.280499:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ce56c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973575936:12345-0@lo:103:ldlm_bl.0 Request processed in 224us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985341.280507:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00010000:00010000:2.0:1788985341.280563:0:47329:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52ff9f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985341.280572:0:47329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52ff9f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985341.280579:0:47329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52ff9f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985341.282703:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973575936:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985341.664382:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973576064:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985341.664480:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985341.664705:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973576064 00000100:00100000:1.0:1788985341.664716:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973576064 00000100:00100000:1.0:1788985341.664882:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1788985341.664895:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973576064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985341.664966:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985341.665040:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973576064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 148us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985341.665048:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1788985341.665104:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973576064:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985341.984571:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788985342.943347:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985342.943364:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985342.943371:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985342.943439:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52ffa6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985342.943452:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52ffa6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985342.943462:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52ffa6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985342.943491:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973576192:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985342.943760:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985342.943817:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12617b5b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788985342.943901:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973576192 00000100:00100000:1.0:1788985342.943909:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973576192 00000100:00100000:1.0:1788985342.943992:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:1.0:1788985342.944001:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973576192:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985342.944014:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985342.944034:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52ffad lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ffa6 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985342.944060:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52ffad lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ffa6 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985342.944072:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52ffad lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ffa6 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985342.944084:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eaa00, rc 0) 00000100:00100000:1.0:1788985342.944138:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973576192:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985342.944146:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:2.0:1788985342.953206:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973576192:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985342.953238:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52ffa6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ffad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985342.953252:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52ffa6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ffad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985342.953284:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985342.953291:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52ffa6 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ffad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985342.953298:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52ffa6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ffad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985343.006160:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985343.031213:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985343.031621:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985343.031654:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985343.031718:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953212800 00000100:00100000:3.0:1788985343.031736:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953212800 00000100:00100000:2.0:1788985343.031973:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953212672 00000100:00100000:2.0:1788985343.031988:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953212672 00000100:00100000:3.0:1788985343.032050:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1453 00000100:00100000:3.0:1788985343.032067:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953212800:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985343.032200:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953212800:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 138us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985343.032208:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1453 00000100:00100000:0.0:1788985343.032499:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953212544 00000100:00100000:0.0:1788985343.032507:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953212544 00000100:00100000:0.0:1788985343.032583:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 792 00000100:00100000:0.0:1788985343.032594:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953212544:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985343.032670:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953212544:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 78us (1465us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985343.032678:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 792 00000100:00100000:2.0:1788985343.036826:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1454 00000100:00100000:2.0:1788985343.036849:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953212672:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985343.036975:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953212672:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 135us (5320us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985343.036981:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1454 00000100:00080000:1.0:1788985343.037911:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985343.037918:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985343.198241:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973576320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985343.198371:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985343.198485:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973576320 00000100:00100000:3.0:1788985343.198495:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973576320 00000100:00100000:3.0:1788985343.198583:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1788985343.198596:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973576320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985343.198637:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985343.198692:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973576320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985343.198700:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1788985343.198792:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973576320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985343.200067:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973576576:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985343.200122:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985343.200183:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985343.200191:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973576448:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985343.200216:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985343.200249:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973576448 00000100:00100000:3.0:1788985343.200257:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973576448 00000100:00100000:3.0:1788985343.200312:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:3.0:1788985343.200321:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973576448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985343.200342:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985343.200385:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973576448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985343.200392:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:3.0:1788985343.200852:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973576448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985343.201548:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973576576 00000100:00100000:0.0:1788985343.201558:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973576576 00000100:00100000:0.0:1788985343.201611:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:0.0:1788985343.201621:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973576576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985343.201658:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985343.201725:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973576576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (1602us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985343.201731:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1788985343.202745:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973576576:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1788985343.202952:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985343.203837:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973576832:0@lo:400:kworker.0 00000100:00100000:1.0:1788985343.203909:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985343.203974:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973577344:0@lo:400:kworker.0 00000100:00100000:1.0:1788985343.204005:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985343.204028:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788985343.204033:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973576704:0@lo:400:kworker.0 00000100:00100000:1.0:1788985343.204060:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985343.204079:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973577216:0@lo:400:kworker.0 00000100:00100000:1.0:1788985343.204097:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985343.204125:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973576832 00000100:00100000:1.0:1788985343.204145:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973576832 00000100:00100000:1.0:1788985343.204307:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973577344 00000100:00100000:1.0:1788985343.204311:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973577344 00000100:00100000:1.0:1788985343.204344:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973577216 00000100:00100000:1.0:1788985343.204346:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973577216 00000100:00100000:1.0:1788985343.204363:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455 00000100:00100000:1.0:1788985343.204371:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973576832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985343.204497:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973576832:12345-0@lo:400:kworker.0 Request processed in 125us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985343.204505:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455 00000100:00100000:1.0:1788985343.204591:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1788985343.204598:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973577344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985343.204625:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973577344:12345-0@lo:400:kworker.0 Request processed in 28us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985343.204631:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1788985343.204641:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:1.0:1788985343.204645:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973577216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985343.204664:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973577216:12345-0@lo:400:kworker.0 Request processed in 19us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985343.204670:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:1.0:1788985343.204692:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973576704 00000100:00100000:1.0:1788985343.204696:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973576704 00000100:00100000:1.0:1788985343.204719:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:1.0:1788985343.204725:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973576704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985343.204897:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973577088:0@lo:400:kworker.0 00000100:00100000:0.0:1788985343.205097:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973576960:0@lo:400:kworker.0 00000100:00100000:2.0:1788985343.205184:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973577728:0@lo:400:kworker.0 00000100:00100000:3.0:1788985343.206840:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985343.206894:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973577600:0@lo:400:kworker.0 00000100:00100000:3.0:1788985343.206957:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985343.207132:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973577600 00000100:00100000:3.0:1788985343.207142:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973577600 00000100:00100000:3.0:1788985343.207213:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1788985343.207225:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973577600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985343.207293:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973577600:12345-0@lo:400:kworker.0 Request processed in 71us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985343.207319:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1788985343.207378:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973577600:0@lo:400:kworker.0 00000100:00100000:1.0:1788985343.209078:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973576704:12345-0@lo:400:kworker.0 Request processed in 4345us (5009us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985343.209091:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00080000:1.0:1788985343.209162:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788985343.209167:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985343.209690:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788985343.209711:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973577088 00000100:00100000:1.0:1788985343.209722:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973577088 00000100:00100000:1.0:1788985343.209823:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:1.0:1788985343.209830:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973577088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985343.209906:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973577088:12345-0@lo:400:kworker.0 Request processed in 77us (3084us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985343.209910:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:1.0:1788985343.209956:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973577856:0@lo:400:kworker.0 00000100:00100000:3.0:1788985343.210089:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973577088:0@lo:400:kworker.0 00000100:00100000:1.0:1788985343.210132:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985343.210166:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973576704:0@lo:400:kworker.0 00000100:00100000:3.0:1788985343.210231:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973577856 00000100:00100000:3.0:1788985343.210234:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973577856 00000100:00100000:3.0:1788985343.210291:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:3.0:1788985343.210306:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144844700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973577856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985343.210351:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973577216:0@lo:400:kworker.0 00000100:00100000:3.0:1788985343.210673:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144844700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973577856:12345-0@lo:400:kworker.0 Request processed in 375us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985343.210680:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00080000:3.0:1788985343.210697:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985343.210712:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985343.210813:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973577728 00000100:00100000:2.0:1788985343.210817:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973577728 00000100:00100000:2.0:1788985343.210851:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1459 00000100:00100000:2.0:1788985343.210855:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973577728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985343.210886:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973577728:12345-0@lo:400:kworker.0 Request processed in 32us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985343.210891:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1459 00000100:00100000:2.0:1788985343.210911:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973577728:0@lo:400:kworker.0 00000100:00080000:3.0:1788985343.212782:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985343.216679:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973576832:0@lo:400:kworker.0 00010000:00080000:1.0:1788985343.216705:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277f2aa00 x1875885973577344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985343.216717:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973577344:0@lo:400:kworker.0 00010000:00080000:1.0:1788985343.216779:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277f2b480 x1875885973577856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985343.216788:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973577856:0@lo:400:kworker.0 00000100:00100000:0.0:1788985343.220661:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985343.220745:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973577472:0@lo:400:kworker.0 00000100:00100000:0.0:1788985343.221315:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985343.221376:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973577472 00000100:00100000:0.0:1788985343.221384:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973577472 00000100:00100000:0.0:1788985343.224020:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1788985343.224038:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973577472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985343.224158:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973577472:12345-0@lo:400:kworker.0 Request processed in 128us (2843us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985343.224164:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00080000:0.0:1788985343.224622:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985343.224669:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973577472:0@lo:400:kworker.0 00000100:00100000:1.0:1788985343.228856:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973576960 00000100:00100000:1.0:1788985343.228875:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973576960 00000100:00100000:3.0:1788985343.231478:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:3.0:1788985343.231493:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973576960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985343.231663:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973576960:12345-0@lo:400:kworker.0 Request processed in 173us (11012us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985343.231669:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000100:00100000:2.0:1788985343.231764:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973576960:0@lo:400:kworker.0 00010000:00010000:3.0:1788985344.030243:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985345.058492:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985345.451781:0:47525:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeeadb5e40 20000000:00000080:0.0:1788985345.451805:0:47525:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e67c00 uarg=0000000000000000 10000000:01000000:0.0:1788985345.451874:0:47525:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985345.451900:0:47525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ffb4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 47525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985345.451921:0:47525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52ffad lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ffa6 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985345.451960:0:47525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ffb4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 47525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985345.452011:0:47525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52ffad lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ffa6 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985345.452028:0:47525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52ffad lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ffa6 expref: 23 pid: 6508 timeout: 1285 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985345.452046:0:47525:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea4700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:47525:1875885973577984:0@lo:104: 00000100:00100000:0.0:1788985345.452129:0:47525:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985345.452194:0:47525:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b125904d000 going to sleep for 11 seconds 00000100:00100000:3.0:1788985345.452400:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973577984 00000100:00100000:3.0:1788985345.452410:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973577984 00000100:00100000:3.0:1788985345.452480:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:3.0:1788985345.452492:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:47525:x1875885973577984:12345-0@lo:104: 00010000:00010000:3.0:1788985345.452507:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52ffa6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ffad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985345.452590:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985345.452596:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:47525:x1875885973577984:12345-0@lo:104: Request processed in 107us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985345.452604:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00010000:00010000:2.0:1788985345.452743:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985345.452752:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52ffa6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ffad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985345.452760:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eac00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985345.452765:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52ffa6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ffad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985345.452775:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52ffa6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ffad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985345.452795:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52ffa6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ffad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985345.452801:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985345.452836:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52ffa6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ffad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985345.452843:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985345.452877:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52ffa6 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ffad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985345.452885:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52ffa6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ffad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985345.452904:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985345.452906:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985345.452908:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985345.452998:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973578112:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985345.453048:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985345.453096:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973578112 00000100:00100000:1.0:1788985345.453101:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973578112 00010000:00010000:1.0:1788985345.453123:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52ffad lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ffa6 expref: 24 pid: 6508 timeout: 1285 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985345.453149:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:1.0:1788985345.453156:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144846300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973578112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985345.453168:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985345.453174:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52ffad lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ffa6 expref: 24 pid: 6508 timeout: 1285 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985345.453186:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52ffad lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ffa6 expref: 24 pid: 6508 timeout: 1285 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985345.453205:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ffb4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 47525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985345.453214:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ffb4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 47525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985345.453230:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ffb4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 47525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985345.453252:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ffb4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985345.453260:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ffb4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985345.453268:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ffb4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985345.453280:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985345.453285:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ffb4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985345.453293:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ffb4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 47525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985345.453302:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ffb4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985345.453313:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985345.453342:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144846300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973578112:12345-0@lo:103:ldlm_bl.0 Request processed in 187us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985345.453349:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:1.0:1788985345.453393:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973578112:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985345.454700:0:47525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52ffad lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ffa6 expref: 23 pid: 6508 timeout: 1285 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985345.454734:0:47525:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea4700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:47525:1875885973577984:0@lo:104: 00010000:00010000:0.0:1788985345.454760:0:47525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ffb4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985345.454772:0:47525:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ffb4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985345.454779:0:47525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ffb4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985345.454785:0:47525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52ffb4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985346.078866:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985346.270408:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973578240:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985346.270504:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985346.270594:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973578240 00000100:00100000:2.0:1788985346.270605:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973578240 00000100:00100000:2.0:1788985346.270671:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1788985346.270681:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973578240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985346.270718:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985346.270771:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973578240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985346.270778:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00080000:2.0:1788985346.270813:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985346.270859:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973578240:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985346.281289:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788985346.281321:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973578368:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985346.281411:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985346.281504:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973578368 00000100:00100000:1.0:1788985346.281514:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973578368 00000100:00100000:1.0:1788985346.281579:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1788985346.281588:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973578368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985346.281615:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985346.281663:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973578368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985346.281671:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00080000:1.0:1788985346.281693:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985346.281750:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973578368:0@lo:13:osp-pre-0-1.0 00000020:00000080:0.0:1788985346.409817:0:47573:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffca539a130 20000000:00000080:0.0:1788985346.409844:0:47573:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e67c00 uarg=0000000000000000 10000000:01000000:0.0:1788985346.409947:0:47573:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985346.411272:0:47573:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ffbb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 47573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985346.411300:0:47573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ffbb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 47573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985346.411314:0:47573:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ffbb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 47573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985346.411323:0:47573:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ffbb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985346.411331:0:47573:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ffbb lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985346.411339:0:47573:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ffbb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985346.411346:0:47573:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985346.411352:0:47573:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ffbb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985346.411361:0:47573:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ffbb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 47573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985346.411378:0:47573:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ffbb lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985346.411398:0:47573:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ffbb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985346.411427:0:47573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ffbb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985346.785486:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973578496:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985346.785588:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985346.785709:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973578496 00000100:00100000:1.0:1788985346.785720:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973578496 00000100:00100000:1.0:1788985346.785779:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:1.0:1788985346.785789:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973578496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985346.785835:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985346.785887:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973578496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985346.785894:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:1.0:1788985346.785978:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973578496:0@lo:41:osp-pre-1-0.0 10000000:01000000:3.0:1788985346.846507:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985346.846521:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985346.846528:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985346.846601:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ffc2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985346.846618:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ffc2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985346.846632:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ffc2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985346.846678:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f29c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973578624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985346.846782:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985346.846858:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1261637240 going to sleep for 11 seconds 00000100:00100000:0.0:1788985346.846978:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973578624 00000100:00100000:0.0:1788985346.846990:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973578624 00000100:00100000:0.0:1788985346.847054:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:0.0:1788985346.847067:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973578624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985346.847086:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985346.847105:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ffc9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ffc2 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985346.847136:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ffc9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ffc2 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985346.847149:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ffc9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ffc2 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985346.847178:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8c00, rc 0) 00000100:00100000:0.0:1788985346.847245:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973578624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 180us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985346.847251:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1788985346.847391:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f29c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973578624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985346.847411:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ffc2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ffc9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985346.847421:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ffc2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ffc9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985346.847445:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985346.847450:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ffc2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ffc9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985346.847459:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ffc2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ffc9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985347.120489:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985348.126225:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985348.159451:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985348.159505:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985348.159555:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985348.159681:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953212928 00000100:00100000:0.0:1788985348.159695:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953212928 00000100:00100000:0.0:1788985348.159768:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 795 00000100:00100000:0.0:1788985348.159779:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953212928:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985348.159858:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953212928:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 81us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985348.159865:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 795 00000100:00100000:1.0:1788985348.161972:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953213184 00000100:00100000:1.0:1788985348.161996:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953213184 00000100:00100000:1.0:1788985348.162102:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953213056 00000100:00100000:1.0:1788985348.162106:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953213056 00000100:00100000:1.0:1788985348.162150:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1461 00000100:00100000:1.0:1788985348.162164:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953213184:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985348.162273:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953213184:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 115us (2767us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985348.162280:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1461 00000100:00100000:1.0:1788985348.162301:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1462 00000100:00100000:1.0:1788985348.162307:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953213056:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985348.162349:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953213056:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 41us (2794us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985348.162355:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1462 00000100:00080000:0.0:1788985348.163641:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985348.163653:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985348.318190:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973578752:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985348.318286:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985348.318343:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788985348.318349:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973578880:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985348.318390:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985348.318428:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973578752 00000100:00100000:3.0:1788985348.318435:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973578752 00000100:00100000:3.0:1788985348.318484:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:3.0:1788985348.318493:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973578752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788985348.318527:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788985348.318574:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973578752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985348.318581:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:3.0:1788985348.318605:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973578880 00000100:00100000:3.0:1788985348.318608:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973578880 00000100:00100000:3.0:1788985348.318638:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1788985348.318644:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973578880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985348.318663:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985348.318691:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973578880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985348.318697:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1788985348.318743:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973578880:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985348.318755:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973578752:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1788985348.319032:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985348.319041:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788985348.319051:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973579008:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985348.319079:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985348.319109:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973579008 00000100:00100000:0.0:1788985348.319113:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973579008 00000100:00100000:0.0:1788985348.319154:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1788985348.319160:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973579008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985348.319170:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985348.319200:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973579008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 40us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985348.319206:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00080000:0.0:1788985348.319242:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985348.319275:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973579008:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985348.319370:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973579392:0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.319400:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985348.319427:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973579904:0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.319451:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985348.319472:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788985348.319478:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973579264:0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.319498:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985348.319515:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973579776:0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.319533:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985348.319549:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973580288:0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.319567:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985348.319592:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973579904 00000100:00100000:0.0:1788985348.319596:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973579904 00000100:00100000:0.0:1788985348.319627:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1788985348.319633:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973579904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.319666:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973579904:12345-0@lo:400:kworker.0 Request processed in 33us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985348.319672:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1788985348.319688:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973579392 00000100:00100000:0.0:1788985348.319692:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973579392 00000100:00100000:0.0:1788985348.319714:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973579264 00000100:00100000:0.0:1788985348.319717:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973579264 00000100:00100000:0.0:1788985348.319728:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973579776 00000100:00100000:0.0:1788985348.319730:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973579776 00000100:00100000:0.0:1788985348.319743:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973580288 00000100:00100000:0.0:1788985348.319754:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973580288 00000100:00100000:0.0:1788985348.319772:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:0.0:1788985348.319778:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973579392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.319809:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973579392:12345-0@lo:400:kworker.0 Request processed in 31us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985348.319815:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00100000:0.0:1788985348.319828:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:0.0:1788985348.319834:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973579264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.319857:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973579264:12345-0@lo:400:kworker.0 Request processed in 24us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985348.319863:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:0.0:1788985348.319873:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:0.0:1788985348.319878:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973579776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.319902:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973579776:12345-0@lo:400:kworker.0 Request processed in 24us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985348.319908:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:0.0:1788985348.319917:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:0.0:1788985348.319922:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973580288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.319971:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973580288:12345-0@lo:400:kworker.0 Request processed in 48us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985348.319976:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00080000:0.0:1788985348.320000:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985348.320003:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985348.320010:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973579136:0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.320036:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985348.320058:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973579648:0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.320084:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985348.320098:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973580160:0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.320129:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985348.320146:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1788985348.320151:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973579520:0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.320172:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985348.320188:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973580032:0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.320227:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985348.320254:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973579136 00000100:00100000:0.0:1788985348.320258:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973579136 00000100:00100000:0.0:1788985348.320283:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1788985348.320289:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973579136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.320320:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973579136:12345-0@lo:400:kworker.0 Request processed in 32us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985348.320326:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1788985348.320351:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973579520 00000100:00100000:0.0:1788985348.320354:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973579520 00000100:00100000:0.0:1788985348.320374:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1788985348.320380:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973579520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.320412:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973579520:12345-0@lo:400:kworker.0 Request processed in 32us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985348.320418:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1788985348.320435:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973580032 00000100:00100000:0.0:1788985348.320438:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973580032 00000100:00100000:0.0:1788985348.320464:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1788985348.320470:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127d2a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973580032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.320511:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127d2a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973580032:12345-0@lo:400:kworker.0 Request processed in 41us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985348.320517:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1788985348.320724:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973579648 00000100:00100000:0.0:1788985348.320727:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973579648 00000100:00100000:0.0:1788985348.320751:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973580160 00000100:00100000:0.0:1788985348.320753:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973580160 00000100:00100000:0.0:1788985348.320767:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:0.0:1788985348.320772:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973579648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.320804:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973579648:12345-0@lo:400:kworker.0 Request processed in 31us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985348.320810:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00100000:0.0:1788985348.320821:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:0.0:1788985348.320828:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973580160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.320851:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973580160:12345-0@lo:400:kworker.0 Request processed in 24us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985348.320857:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00080000:0.0:1788985348.320872:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985348.320875:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985348.320904:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973579264:0@lo:400:kworker.0 00010000:00080000:0.0:1788985348.320918:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d66d80 x1875885973579776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985348.320952:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973579776:0@lo:400:kworker.0 00010000:00080000:0.0:1788985348.320964:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d67b80 x1875885973580288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985348.320985:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973580288:0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.320997:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973579392:0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.321006:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973579904:0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.321040:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973579520:0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.321049:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973580032:0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.321056:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973579136:0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.321064:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973579648:0@lo:400:kworker.0 00000100:00100000:0.0:1788985348.321072:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973580160:0@lo:400:kworker.0 00010000:00010000:2.0:1788985349.151252:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985350.174375:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985351.198388:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985351.392645:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973580416:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985351.392720:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985351.392806:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973580416 00000100:00100000:2.0:1788985351.392814:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973580416 00000100:00100000:2.0:1788985351.392875:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1788985351.392885:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973580416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985351.392918:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985351.392984:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973580416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985351.393002:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00080000:2.0:1788985351.393025:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985351.393061:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973580416:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985351.400327:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973580544:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985351.400402:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985351.400469:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973580544 00000100:00100000:0.0:1788985351.400478:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973580544 00000100:00100000:0.0:1788985351.400530:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1788985351.400539:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973580544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985351.400560:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985351.400744:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973580544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 205us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985351.400752:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1788985351.400801:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973580544:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788985351.400989:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985351.904501:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788985351.904524:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973580672:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985351.904596:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985351.904748:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973580672 00000100:00100000:3.0:1788985351.904757:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973580672 00000100:00100000:3.0:1788985351.904807:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1788985351.904817:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973580672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788985351.904851:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788985351.904908:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973580672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985351.904952:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1788985351.906052:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973580672:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788985352.226950:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985352.494866:0:47865:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe44dfcae0 20000000:00000080:2.0:1788985352.494883:0:47865:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e8b800 uarg=0000000000000000 00010000:00010000:2.0:1788985352.495110:0:47865:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985352.495127:0:47865:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985352.495149:0:47865:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985352.495161:0:47865:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1788985352.495185:0:47865:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985352.495204:0:47865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ffd0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 47865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985352.495221:0:47865:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ffc9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ffc2 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985352.495229:0:47865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ffd0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 47865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985352.495270:0:47865:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ffc9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ffc2 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985352.495284:0:47865:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ffc9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ffc2 expref: 23 pid: 6508 timeout: 1292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985352.495311:0:47865:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:47865:1875885973580800:0@lo:104: 00000100:00100000:2.0:1788985352.495376:0:47865:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985352.495487:0:47865:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1261637000 going to sleep for 11 seconds 00000100:00100000:3.0:1788985352.495770:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973580800 00000100:00100000:3.0:1788985352.495778:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973580800 00000100:00100000:3.0:1788985352.495896:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:3.0:1788985352.495906:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:47865:x1875885973580800:12345-0@lo:104: 00010000:00010000:3.0:1788985352.495919:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ffc2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ffc9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985352.496005:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985352.496011:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:47865:x1875885973580800:12345-0@lo:104: Request processed in 108us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985352.496018:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00010000:00010000:0.0:1788985352.496076:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985352.496083:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ffc2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ffc9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985352.496098:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985352.496102:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ffc2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ffc9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985352.496111:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ffc2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ffc9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985352.496118:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ffc2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ffc9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985352.496123:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985352.496155:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ffc2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ffc9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985352.496163:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985352.496192:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ffc2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ffc9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985352.496199:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ffc2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ffc9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985352.496215:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985352.496217:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985352.496218:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985352.496237:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973580928:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985352.496268:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985352.496303:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973580928 00000100:00100000:0.0:1788985352.496307:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973580928 00010000:00010000:0.0:1788985352.496322:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ffc9 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ffc2 expref: 24 pid: 6508 timeout: 1292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985352.496362:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:0.0:1788985352.496369:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973580928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985352.496380:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985352.496386:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ffc9 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ffc2 expref: 24 pid: 6508 timeout: 1292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985352.496395:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ffc9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ffc2 expref: 24 pid: 6508 timeout: 1292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985352.496410:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ffd0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 47865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985352.496418:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ffd0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 47865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985352.496432:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ffd0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 47865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985352.496440:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ffd0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985352.496447:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ffd0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985352.496454:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ffd0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985352.496459:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985352.496464:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ffd0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985352.496477:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ffd0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 47865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985352.496486:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ffd0 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985352.496495:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985352.496521:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973580928:12345-0@lo:103:ldlm_bl.0 Request processed in 153us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985352.496529:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:0.0:1788985352.496560:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973580928:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985352.496643:0:47865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ffc9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ffc2 expref: 23 pid: 6508 timeout: 1292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985352.496653:0:47865:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:47865:1875885973580800:0@lo:104: 00010000:00010000:2.0:1788985352.496666:0:47865:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ffd0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985352.496674:0:47865:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ffd0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985352.496680:0:47865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ffd0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985352.496686:0:47865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ffd0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985353.251441:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985353.270767:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985353.270813:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985353.270866:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985353.270902:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953213568 00000100:00100000:1.0:1788985353.270913:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953213568 00000100:00100000:1.0:1788985353.271006:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953213440 00000100:00100000:1.0:1788985353.271010:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953213440 00000100:00100000:1.0:1788985353.271031:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1469 00000100:00100000:1.0:1788985353.271043:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953213568:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985353.271130:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953213568:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 90us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985353.271139:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1469 00000100:00100000:1.0:1788985353.271157:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1470 00000100:00100000:1.0:1788985353.271174:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953213440:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985353.271201:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953213440:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 38us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985353.271207:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1470 00000100:00080000:1.0:1788985353.271225:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985353.271228:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985353.271646:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953213312 00000100:00100000:3.0:1788985353.271652:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953213312 00000100:00100000:3.0:1788985353.271694:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 797 00000100:00100000:3.0:1788985353.271702:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953213312:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985353.271741:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953213312:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 40us (984us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985353.271748:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 797 00000020:00000080:0.0:1788985353.362770:0:47913:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcc9eb5180 20000000:00000080:0.0:1788985353.362790:0:47913:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e64c00 uarg=0000000000000000 00010000:00010000:0.0:1788985353.363011:0:47913:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985353.363030:0:47913:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985353.363050:0:47913:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985353.363062:0:47913:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1788985353.363075:0:47913:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985353.363098:0:47913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ffd7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 47913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985353.363115:0:47913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ffd7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 47913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985353.363127:0:47913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ffd7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 47913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985353.363133:0:47913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ffd7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985353.363147:0:47913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ffd7 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 47913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985353.363155:0:47913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ffd7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985353.363161:0:47913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8c00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985353.363178:0:47913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ffd7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 47913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985353.363187:0:47913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ffd7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 47913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985353.363201:0:47913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ffd7 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985353.363209:0:47913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ffd7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985353.363216:0:47913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ffd7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 47913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985353.440105:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973581056:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985353.440203:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985353.440519:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973581056 00000100:00100000:2.0:1788985353.440528:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973581056 00000100:00100000:2.0:1788985353.440594:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1788985353.440604:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973581056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985353.440638:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985353.440691:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973581056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985353.440697:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1788985353.440756:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973581056:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985353.441027:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973581184:0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.441238:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985353.441268:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973581696:0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.441293:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985353.441312:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973582208:0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.443518:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985353.443577:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788985353.443588:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973581312:0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.443628:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985353.443650:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973581824:0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.443670:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985353.443689:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973582336:0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.443715:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985353.443760:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973581184 00000100:00100000:2.0:1788985353.443769:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973581184 00000100:00080000:0.0:1788985353.443973:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788985353.444024:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1788985353.444035:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973581184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985353.444557:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973582720:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985353.444595:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985353.444631:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973582720 00000100:00100000:3.0:1788985353.444636:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973582720 00000100:00100000:3.0:1788985353.444673:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1788985353.444680:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973582720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985353.444697:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985353.444752:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973582720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985353.444759:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00080000:3.0:1788985353.444779:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985353.444812:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973582720:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985353.445229:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973581184:12345-0@lo:400:kworker.0 Request processed in 1195us (3990us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985353.445237:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1788985353.445269:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973581696 00000100:00100000:2.0:1788985353.445274:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973581696 00000100:00100000:2.0:1788985353.445304:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1788985353.445311:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973581696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.445357:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973581696:12345-0@lo:400:kworker.0 Request processed in 46us (4062us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985353.445363:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1788985353.445383:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973582208 00000100:00100000:2.0:1788985353.445387:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973582208 00000100:00100000:2.0:1788985353.445420:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1788985353.445427:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973582208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.445458:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973582208:12345-0@lo:400:kworker.0 Request processed in 33us (1948us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985353.445463:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1788985353.445480:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973581312 00000100:00100000:2.0:1788985353.445483:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973581312 00000100:00100000:2.0:1788985353.445502:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973581824 00000100:00100000:2.0:1788985353.445505:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973581824 00000100:00100000:2.0:1788985353.445522:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973582336 00000100:00100000:2.0:1788985353.445525:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973582336 00000100:00100000:2.0:1788985353.445537:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1471 00000100:00100000:2.0:1788985353.445544:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973581312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.445573:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973581312:12345-0@lo:400:kworker.0 Request processed in 30us (1945us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985353.445578:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1471 00000100:00100000:2.0:1788985353.445589:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:2.0:1788985353.445595:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973581824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.445618:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973581824:12345-0@lo:400:kworker.0 Request processed in 25us (1948us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985353.445622:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000100:00100000:2.0:1788985353.445630:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:2.0:1788985353.445641:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973582336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.445666:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973582336:12345-0@lo:400:kworker.0 Request processed in 26us (1951us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985353.445671:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:2.0:1788985353.445783:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973581440:0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.445814:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985353.445838:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973581952:0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.445860:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985353.445877:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973582464:0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.445897:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985353.445917:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788985353.445948:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973581568:0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.445971:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985353.445989:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973582080:0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.446010:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985353.446027:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973582592:0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.446045:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985353.446070:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973581440 00000100:00100000:2.0:1788985353.446074:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973581440 00000100:00100000:3.0:1788985353.447453:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973581312:0@lo:400:kworker.0 00000100:00100000:3.0:1788985353.447471:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973581824:0@lo:400:kworker.0 00000100:00100000:3.0:1788985353.447482:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973582336:0@lo:400:kworker.0 00000100:00100000:3.0:1788985353.447493:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973581184:0@lo:400:kworker.0 00000100:00100000:3.0:1788985353.447503:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973581696:0@lo:400:kworker.0 00000100:00100000:3.0:1788985353.447514:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973582208:0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.448020:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1788985353.448029:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973581440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.448444:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973581440:12345-0@lo:400:kworker.0 Request processed in 415us (2628us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985353.448451:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1788985353.448479:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973582080 00000100:00100000:2.0:1788985353.448499:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973582080 00000100:00100000:2.0:1788985353.448527:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973582592 00000100:00100000:2.0:1788985353.448530:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973582592 00000100:00100000:2.0:1788985353.448545:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1788985353.448550:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973582080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.448583:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973582080:12345-0@lo:400:kworker.0 Request processed in 32us (2572us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985353.448588:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1788985353.448598:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1788985353.448602:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973582592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.448623:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973582592:12345-0@lo:400:kworker.0 Request processed in 22us (2577us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985353.448628:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1788985353.448656:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973581952 00000100:00100000:2.0:1788985353.448659:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973581952 00000100:00100000:2.0:1788985353.448681:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:2.0:1788985353.448686:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973581952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.448713:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973581952:12345-0@lo:400:kworker.0 Request processed in 27us (2852us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985353.448718:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00100000:2.0:1788985353.448727:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973582464 00000100:00100000:2.0:1788985353.448730:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973582464 00000100:00100000:2.0:1788985353.448741:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973581568 00000100:00100000:2.0:1788985353.448743:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973581568 00000100:00100000:2.0:1788985353.448753:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475 00000100:00100000:2.0:1788985353.448757:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973582464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.448782:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973582464:12345-0@lo:400:kworker.0 Request processed in 25us (2884us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985353.448796:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475 00000100:00100000:2.0:1788985353.448806:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:2.0:1788985353.448810:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973581568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.448848:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973581568:12345-0@lo:400:kworker.0 Request processed in 37us (2876us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985353.449005:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788985353.449022:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973582848:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985353.449071:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985353.449110:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973582848 00000100:00100000:1.0:1788985353.449114:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973582848 00000100:00100000:1.0:1788985353.449135:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:1.0:1788985353.449141:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973582848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985353.449177:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985353.449212:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973582848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985353.449218:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:1.0:1788985353.449252:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973582848:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1788985353.450084:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985353.450091:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985353.450094:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985353.450277:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:2.0:1788985353.450519:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973581568:0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.450535:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973582080:0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.450547:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973582592:0@lo:400:kworker.0 00000100:00100000:2.0:1788985353.450559:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973581440:0@lo:400:kworker.0 00010000:00080000:2.0:1788985353.450572:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277f5df80 x1875885973581952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985353.450583:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973581952:0@lo:400:kworker.0 00010000:00080000:2.0:1788985353.450594:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277f5ed80 x1875885973582464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985353.450602:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973582464:0@lo:400:kworker.0 10000000:01000000:0.0:1788985353.950015:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985353.950024:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985353.950029:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985353.950100:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52ffde lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985353.950126:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52ffde lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985353.950138:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52ffde lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985353.950175:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973582976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985353.950245:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985353.950294:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126ea9fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788985353.951152:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973582976 00000100:00100000:1.0:1788985353.951173:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973582976 00000100:00100000:1.0:1788985353.951225:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:1.0:1788985353.951235:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973582976:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985353.951251:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985353.951268:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ffe5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ffde expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985353.951294:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ffe5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ffde expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985353.951304:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ffe5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ffde expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985353.951326:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ebe00, rc 0) 00000100:00100000:1.0:1788985353.951392:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973582976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 158us (1146us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985353.951398:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1788985353.951419:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973582976:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985353.951435:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52ffde lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ffe5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985353.951444:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52ffde lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ffe5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985353.951468:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985353.951473:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52ffde lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ffe5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985353.951480:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52ffde lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ffe5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985354.273687:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985355.294336:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985356.323672:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985356.510619:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985356.510651:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973583104:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985356.510731:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985356.511174:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973583232:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985356.511211:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985356.511416:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973583104 00000100:00100000:1.0:1788985356.511425:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973583104 00000100:00100000:1.0:1788985356.511496:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973583232 00000100:00100000:1.0:1788985356.511500:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973583232 00000100:00100000:1.0:1788985356.511520:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1788985356.511529:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973583104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985356.511561:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985356.511613:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973583104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (882us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985356.511620:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1788985356.511639:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1788985356.511646:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973583232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985356.511655:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985356.511678:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973583232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 34us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985356.511684:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1788985356.511722:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973583232:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985356.511753:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973583104:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788985356.511875:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985356.538188:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985356.538380:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953213696 00000100:00100000:2.0:1788985356.538390:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953213696 00000100:00100000:2.0:1788985356.538483:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 7 00000100:00100000:2.0:1788985356.538496:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:6163:x1875885953213696:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788985356.538528:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985356.538531:0:6499:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie a0dd3253da52fecd) 00010000:00010000:2.0:1788985356.538534:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985356.538592:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:6163:x1875885953213696:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 100us (414us total) trans 0 rc 116/116 00000100:00100000:2.0:1788985356.538600:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 7 00000100:00080000:3.0:1788985356.538620:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985356.586402:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985356.586995:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953213824 00000100:00100000:1.0:1788985356.587014:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953213824 00000100:00100000:1.0:1788985356.587339:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 78 00000100:00100000:1.0:1788985356.587348:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:29489:x1875885953213824:12345-192.168.202.6@tcp:101:rm.0 00010000:00010000:1.0:1788985356.587367:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985356.587387:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb600/0xa0dd3253da52ffec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e1717f expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985356.587449:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea000/0xa0dd3253da52fff3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985356.587463:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea000/0xa0dd3253da52fff3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985356.587476:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea000/0xa0dd3253da52fff3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788985356.587524:0:6515:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788985356.587529:0:6515:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788985356.587551:0:6515:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea000/0xa0dd3253da52fff3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985356.587574:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb600/0xa0dd3253da52ffec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e1717f expref: 7 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985356.587590:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea000/0xa0dd3253da52fff3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e1717f expref: 6 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985356.587617:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1243922800) 00010000:00010000:1.0:1788985356.587620:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788985356.587624:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ea000, rc 0) 00000100:00100000:1.0:1788985356.587702:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+6:29489:x1875885953213824:12345-192.168.202.6@tcp:101:rm.0 Request processed in 354us (1308us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985356.587709:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 78 00000100:00100000:1.0:1788985356.590287:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985356.590370:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953213952 00000100:00100000:2.0:1788985356.590379:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953213952 00000100:00100000:2.0:1788985356.590432:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 79 00000100:00100000:2.0:1788985356.590440:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+6:29489:x1875885953213952:12345-192.168.202.6@tcp:101:rm.0 00010000:00010000:2.0:1788985356.590458:0:10354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985356.590473:0:10354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433eb000/0xa0dd3253da52fffa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e17186 expref: -99 pid: 10354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590520:0:10354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433eae00/0xa0dd3253da530001 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590531:0:10354:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433eae00/0xa0dd3253da530001 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590540:0:10354:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433eae00/0xa0dd3253da530001 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590597:0:10354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ea400/0xa0dd3253da530008 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590601:0:10354:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ea400/0xa0dd3253da530008 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590605:0:10354:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ea400/0xa0dd3253da530008 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590654:0:10354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433eae00/0xa0dd3253da530001 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590659:0:10354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433eae00/0xa0dd3253da530001 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590663:0:10354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433eae00/0xa0dd3253da530001 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590667:0:10354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eae00 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:2.0:1788985356.590670:0:10354:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433eae00/0xa0dd3253da530001 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590675:0:10354:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433eae00/0xa0dd3253da530001 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590682:0:10354:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1243922800) 00010000:00010000:2.0:1788985356.590684:0:10354:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788985356.590688:0:10354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433eae00/0xa0dd3253da530001 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590692:0:10354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433eae00/0xa0dd3253da530001 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590700:0:10354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ea400/0xa0dd3253da530008 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590704:0:10354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ea400/0xa0dd3253da530008 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590707:0:10354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ea400/0xa0dd3253da530008 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590714:0:10354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea400 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:2.0:1788985356.590716:0:10354:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ea400/0xa0dd3253da530008 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590720:0:10354:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ea400/0xa0dd3253da530008 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590724:0:10354:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8b1143311600) 00010000:00010000:2.0:1788985356.590725:0:10354:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788985356.590727:0:10354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ea400/0xa0dd3253da530008 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590730:0:10354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ea400/0xa0dd3253da530008 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590751:0:10354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433eb000/0xa0dd3253da52fffa lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e17186 expref: 7 pid: 10354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590757:0:10354:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1243922800) 00010000:00010000:2.0:1788985356.590758:0:10354:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788985356.590760:0:10354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433eb000/0xa0dd3253da52fffa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e17186 expref: 7 pid: 10354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985356.590765:0:10354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eb000, rc 0) 00000100:00100000:2.0:1788985356.590820:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+6:29489:x1875885953213952:12345-192.168.202.6@tcp:101:rm.0 Request processed in 380us (541us total) trans 0 rc 301/301 00000100:00100000:2.0:1788985356.590826:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 79 00000100:00100000:1.0:1788985357.022276:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973583360:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985357.022391:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985357.022643:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973583360 00000100:00100000:2.0:1788985357.022669:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973583360 00000100:00100000:2.0:1788985357.022743:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1788985357.022756:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973583360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985357.022806:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985357.022866:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973583360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985357.022874:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1788985357.023146:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973583360:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788985357.343580:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985357.876695:0:48109:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd86457b30 20000000:00000080:2.0:1788985357.876725:0:48109:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277f18400 uarg=0000000000000000 00010000:00010000:2.0:1788985357.879393:0:48109:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1788985357.879452:0:48109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1243922800) 00010000:00010000:2.0:1788985357.879457:0:48109:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788985357.879474:0:48109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea000/0xa0dd3253da52fff3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e1717f expref: 5 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985357.879507:0:48109:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1788985357.879533:0:48109:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985357.879545:0:48109:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1788985357.879564:0:48109:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985357.879584:0:48109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53000f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 48109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985357.879601:0:48109:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ffe5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ffde expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985357.879610:0:48109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53000f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 48109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985357.879661:0:48109:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ffe5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ffde expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985357.879700:0:48109:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ffe5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ffde expref: 23 pid: 6506 timeout: 1297 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985357.879721:0:48109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:48109:1875885973583488:0@lo:104: 00000100:00100000:2.0:1788985357.879815:0:48109:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985357.879888:0:48109:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143305000 going to sleep for 11 seconds 00000100:00100000:1.0:1788985357.882531:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973583488 00000100:00100000:1.0:1788985357.882553:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973583488 00000100:00100000:1.0:1788985357.882636:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1788985357.882649:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:48109:x1875885973583488:12345-0@lo:104: 00010000:00010000:1.0:1788985357.882672:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52ffde lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ffe5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985357.882812:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985357.882818:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:48109:x1875885973583488:12345-0@lo:104: Request processed in 173us (3004us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985357.882826:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00010000:00010000:3.0:1788985357.882978:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985357.882988:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52ffde lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ffe5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985357.882997:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985357.883001:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52ffde lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ffe5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985357.883011:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52ffde lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ffe5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985357.883019:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52ffde lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ffe5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985357.883026:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985357.883084:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52ffde lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ffe5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985357.883093:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985357.883131:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52ffde lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ffe5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985357.883139:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52ffde lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ffe5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985357.883162:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985357.883186:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985357.883188:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985357.883210:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973583616:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985357.883263:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985357.883341:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973583616 00000100:00100000:3.0:1788985357.883347:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973583616 00010000:00010000:3.0:1788985357.883372:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ffe5 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ffde expref: 24 pid: 6506 timeout: 1297 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985357.883397:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1788985357.883404:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973583616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985357.883417:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985357.883422:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ffe5 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ffde expref: 24 pid: 6506 timeout: 1297 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985357.883436:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ffe5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ffde expref: 24 pid: 6506 timeout: 1297 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985357.883460:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53000f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 48109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985357.883470:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53000f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 48109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985357.883489:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53000f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 48109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985357.883497:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53000f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985357.883504:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53000f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985357.883517:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53000f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985357.883523:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985357.883528:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53000f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985357.883535:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53000f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 48109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985357.883543:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53000f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985357.883553:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985357.883584:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973583616:12345-0@lo:103:ldlm_bl.0 Request processed in 181us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985357.883592:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1788985357.883628:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973583616:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985357.884249:0:48109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ffe5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ffde expref: 23 pid: 6506 timeout: 1297 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985357.884264:0:48109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:48109:1875885973583488:0@lo:104: 00010000:00010000:2.0:1788985357.884284:0:48109:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53000f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985357.884295:0:48109:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53000f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985357.884302:0:48109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53000f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985357.884308:0:48109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb600/0xa0dd3253da53000f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985358.370348:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985358.393657:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985358.393714:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985358.393782:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985358.393959:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953214336 00000100:00100000:0.0:1788985358.393975:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953214336 00000100:00100000:0.0:1788985358.394057:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953214208 00000100:00100000:0.0:1788985358.394074:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953214208 00000100:00100000:0.0:1788985358.394127:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1477 00000100:00100000:0.0:1788985358.394143:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953214336:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985358.394252:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953214336:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 114us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985358.394260:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1477 00000100:00100000:0.0:1788985358.394283:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1478 00000100:00100000:0.0:1788985358.394291:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953214208:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985358.394317:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953214208:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 28us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985358.394323:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1478 00000100:00080000:0.0:1788985358.394342:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985358.394347:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788985358.394718:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953214080 00000100:00100000:2.0:1788985358.394725:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953214080 00000100:00100000:2.0:1788985358.394902:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 800 00000100:00100000:2.0:1788985358.394911:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953214080:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985358.394968:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953214080:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 59us (1326us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985358.394983:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 800 00000100:00100000:2.0:1788985358.558296:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973583744:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985358.558400:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985358.558776:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973583744 00000100:00100000:1.0:1788985358.558788:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973583744 00000100:00100000:1.0:1788985358.559347:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1788985358.559361:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973583744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985358.559403:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985358.559484:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973583744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (1085us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985358.559491:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00080000:1.0:1788985358.559519:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788985358.559710:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973583744:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985358.559736:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788985358.559744:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973583872:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985358.559784:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985358.559836:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973583872 00000100:00100000:2.0:1788985358.559841:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973583872 00000100:00100000:2.0:1788985358.559873:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1788985358.559881:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973583872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985358.559912:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985358.559991:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973583872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985358.559998:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1788985358.560260:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973584000:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985358.560297:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985358.560346:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973584000 00000100:00100000:0.0:1788985358.560350:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973584000 00000100:00100000:0.0:1788985358.560388:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1788985358.560395:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973584000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985358.560410:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985358.560447:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973584000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985358.560454:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1788985358.560503:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973584000:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985358.560571:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973583872:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1788985358.560672:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985358.560837:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973584128:0@lo:400:kworker.0 00000100:00100000:0.0:1788985358.560876:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985358.560984:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973584128 00000100:00100000:2.0:1788985358.560990:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973584128 00000100:00100000:2.0:1788985358.561021:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1788985358.561039:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973584128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985358.561485:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973584384:0@lo:400:kworker.0 00000100:00100000:1.0:1788985358.561530:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985358.561559:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985358.561565:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973584256:0@lo:400:kworker.0 00000100:00100000:1.0:1788985358.561589:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985358.561629:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973584384 00000100:00100000:1.0:1788985358.561635:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973584384 00000100:00100000:1.0:1788985358.561673:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973584256 00000100:00100000:1.0:1788985358.561676:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973584256 00000100:00100000:1.0:1788985358.561699:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1479 00000100:00100000:1.0:1788985358.561705:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142194a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973584384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985358.561747:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142194a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973584384:12345-0@lo:400:kworker.0 Request processed in 42us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985358.561754:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1479 00000100:00100000:1.0:1788985358.561770:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00000100:00100000:1.0:1788985358.561775:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142196a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973584256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985358.561803:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142196a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973584256:12345-0@lo:400:kworker.0 Request processed in 27us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985358.561808:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000100:00100000:1.0:1788985358.561860:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973584512:0@lo:400:kworker.0 00000100:00100000:1.0:1788985358.561892:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985358.561962:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973584512 00000100:00100000:1.0:1788985358.561967:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973584512 00000100:00100000:1.0:1788985358.561995:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1788985358.562001:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142195880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973584512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985358.562054:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142195880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973584512:12345-0@lo:400:kworker.0 Request processed in 54us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985358.562061:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1788985358.562102:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973584256:0@lo:400:kworker.0 00000100:00100000:1.0:1788985358.562113:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973584384:0@lo:400:kworker.0 00000100:00100000:1.0:1788985358.562163:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973584512:0@lo:400:kworker.0 00000100:00100000:2.0:1788985358.562437:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973584128:12345-0@lo:400:kworker.0 Request processed in 1408us (1558us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985358.562447:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1788985358.562562:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973584128:0@lo:400:kworker.0 00000100:00100000:0.0:1788985358.562717:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973584640:0@lo:400:kworker.0 00000100:00100000:0.0:1788985358.562754:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985358.563855:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973584640 00000100:00100000:1.0:1788985358.563869:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973584640 00000100:00100000:1.0:1788985358.564240:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:1.0:1788985358.564253:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973584640:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1788985358.564383:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985358.564661:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973585024:0@lo:400:kworker.0 00000100:00100000:2.0:1788985358.564708:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985358.564762:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973585024 00000100:00100000:2.0:1788985358.564767:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973585024 00000100:00100000:2.0:1788985358.564804:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1788985358.564811:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973585024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985358.564849:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973585024:12345-0@lo:400:kworker.0 Request processed in 38us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985358.564855:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00080000:2.0:1788985358.564881:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985358.564891:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973584768:0@lo:400:kworker.0 00000100:00100000:2.0:1788985358.564920:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985358.564976:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788985358.564982:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973584896:0@lo:400:kworker.0 00000100:00100000:2.0:1788985358.565005:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985358.565048:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973584896 00000100:00100000:2.0:1788985358.565052:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973584896 00000100:00100000:2.0:1788985358.565093:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1788985358.565099:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973584896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985358.565165:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973584896:12345-0@lo:400:kworker.0 Request processed in 66us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985358.565171:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1788985358.565194:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973584768 00000100:00100000:2.0:1788985358.565198:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973584768 00000100:00100000:2.0:1788985358.565226:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:2.0:1788985358.565232:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973584768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985358.565262:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973584768:12345-0@lo:400:kworker.0 Request processed in 31us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985358.565277:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00080000:2.0:1788985358.565298:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788985358.565301:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985358.565334:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973585024:0@lo:400:kworker.0 00000100:00100000:2.0:1788985358.565369:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973584896:0@lo:400:kworker.0 00010000:00080000:2.0:1788985358.565382:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277f5ca80 x1875885973584768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985358.565406:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973584768:0@lo:400:kworker.0 00000100:00100000:1.0:1788985358.566303:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973584640:12345-0@lo:400:kworker.0 Request processed in 2047us (3541us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985358.566315:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:2.0:1788985358.566651:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788985358.566666:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973585152:0@lo:400:kworker.0 00000100:00100000:2.0:1788985358.566723:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985358.566805:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985358.566814:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973585280:0@lo:400:kworker.0 00000100:00100000:1.0:1788985358.566844:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985358.566915:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973585152 00000100:00100000:2.0:1788985358.566923:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973585152 00000100:00100000:2.0:1788985358.566998:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973585280 00000100:00100000:2.0:1788985358.567002:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973585280 00000100:00100000:2.0:1788985358.567024:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1483 00000100:00100000:2.0:1788985358.567220:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973585152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985358.567273:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973585152:12345-0@lo:400:kworker.0 Request processed in 243us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985358.567280:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1483 00000100:00100000:2.0:1788985358.567295:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:2.0:1788985358.567301:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973585280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985358.567331:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973585280:12345-0@lo:400:kworker.0 Request processed in 31us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985358.567338:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 00000100:00100000:2.0:1788985358.567414:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973585152:0@lo:400:kworker.0 00000100:00080000:1.0:1788985358.567623:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985358.567628:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1788985358.567650:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277f5ca80 x1875885973585280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985358.567674:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973585280:0@lo:400:kworker.0 00000100:00100000:0.0:1788985358.567766:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973584640:0@lo:400:kworker.0 00000020:00000080:1.0:1788985358.777543:0:48157:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff45b92ec0 20000000:00000080:1.0:1788985358.777572:0:48157:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126e8d2800 uarg=0000000000000000 00010000:00010000:1.0:1788985358.777869:0:48157:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1788985358.777888:0:48157:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1788985358.777910:0:48157:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1788985358.777950:0:48157:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1788985358.777969:0:48157:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985358.777999:0:48157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da530016 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 48157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985358.778020:0:48157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea200/0xa0dd3253da530016 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 48157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985358.778123:0:48157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da530016 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 48157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985358.778133:0:48157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da530016 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985358.778141:0:48157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ea200/0xa0dd3253da530016 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985358.778150:0:48157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ea200/0xa0dd3253da530016 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985358.778158:0:48157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985358.778164:0:48157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ea200/0xa0dd3253da530016 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985358.778190:0:48157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ea200/0xa0dd3253da530016 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 48157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985358.778209:0:48157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ea200/0xa0dd3253da530016 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985358.778218:0:48157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ea200/0xa0dd3253da530016 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985358.778225:0:48157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea200/0xa0dd3253da530016 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985359.391541:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788985359.454365:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985359.454377:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985359.454384:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985359.454450:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da53001d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985359.454464:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da53001d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985359.454478:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da53001d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985359.454517:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973585408:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985359.455120:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985359.455182:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143305840 going to sleep for 11 seconds 00000100:00100000:3.0:1788985359.455247:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973585408 00000100:00100000:3.0:1788985359.455259:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973585408 00000100:00100000:3.0:1788985359.455333:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1788985359.455345:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973585408:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985359.455364:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985359.455402:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676600/0xa0dd3253da530024 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da53001d expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985359.455439:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676600/0xa0dd3253da530024 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da53001d expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985359.455453:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676600/0xa0dd3253da530024 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da53001d expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985359.455465:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676600, rc 0) 00000100:00100000:3.0:1788985359.455517:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973585408:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 174us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985359.455524:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1788985359.455629:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973585408:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985359.455649:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da53001d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530024 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985359.455659:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da53001d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da530024 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985359.455686:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985359.455692:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da53001d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530024 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985359.455699:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da53001d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530024 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985360.414773:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985361.451823:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985361.631289:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788985361.631313:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973585536:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985361.631382:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985361.631467:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973585536 00000100:00100000:2.0:1788985361.631475:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973585536 00000100:00100000:2.0:1788985361.631532:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1788985361.631542:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973585536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985361.631572:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985361.631619:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973585536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985361.631625:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00080000:2.0:1788985361.631646:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985361.631678:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973585536:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985361.632586:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788985361.632602:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973585664:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985361.632648:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985361.632883:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973585664 00000100:00100000:0.0:1788985361.632890:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973585664 00000100:00100000:0.0:1788985361.632973:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1788985361.632983:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973585664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985361.633011:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985361.633057:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973585664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985361.633064:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1788985361.633141:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973585664:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788985361.633296:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985362.009595:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985362.009656:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953214464 00000100:00100000:2.0:1788985362.009664:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953214464 00000100:00100000:2.0:1788985362.009726:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 8 00000100:00100000:2.0:1788985362.009737:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:6163:x1875885953214464:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788985362.009749:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985362.009751:0:6499:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie a0dd3253da52fff3) 00010000:00010000:2.0:1788985362.009753:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985362.009803:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:6163:x1875885953214464:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 68us (215us total) trans 0 rc 116/116 00000100:00100000:2.0:1788985362.009810:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 8 00000100:00080000:1.0:1788985362.009991:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985362.146991:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973585792:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985362.147079:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985362.147161:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973585792 00000100:00100000:3.0:1788985362.147169:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973585792 00000100:00100000:3.0:1788985362.147213:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:3.0:1788985362.147223:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973585792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788985362.147272:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788985362.147321:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973585792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985362.147329:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:3.0:1788985362.147376:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973585792:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985362.471989:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985363.486226:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985363.516723:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985363.516777:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985363.516914:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953214592 00000100:00100000:2.0:1788985363.516975:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953214592 00000100:00100000:2.0:1788985363.517030:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 803 00000100:00100000:2.0:1788985363.517040:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953214592:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985363.517133:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953214592:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 95us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985363.517140:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 803 00000100:00100000:3.0:1788985363.519824:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953214720 00000100:00100000:3.0:1788985363.519840:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953214720 00000100:00100000:0.0:1788985363.521998:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985363.522377:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953214848 00000100:00100000:1.0:1788985363.522388:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953214848 00000100:00100000:1.0:1788985363.522473:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1485 00000100:00100000:1.0:1788985363.522486:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953214848:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985363.522593:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953214848:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 111us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985363.522601:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1485 00000100:00080000:3.0:1788985363.523431:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788985363.528084:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1486 00000100:00100000:2.0:1788985363.528109:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953214720:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985363.528198:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953214720:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 101us (11421us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985363.528207:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1486 00000020:00000080:3.0:1788985363.638515:0:48401:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcf7db6fa0 20000000:00000080:3.0:1788985363.638535:0:48401:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e4b400 uarg=0000000000000000 00010000:00010000:3.0:1788985363.638715:0:48401:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985363.638731:0:48401:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985363.638752:0:48401:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985363.638763:0:48401:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1788985363.638775:0:48401:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985363.638794:0:48401:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da53002b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 48401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985363.638810:0:48401:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676600/0xa0dd3253da530024 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da53001d expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985363.638818:0:48401:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da53002b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 48401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985363.638855:0:48401:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676600/0xa0dd3253da530024 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da53001d expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985363.639175:0:48401:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676600/0xa0dd3253da530024 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da53001d expref: 23 pid: 6506 timeout: 1303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985363.639192:0:48401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:48401:1875885973585920:0@lo:104: 00000100:00100000:3.0:1788985363.639257:0:48401:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985363.639349:0:48401:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114331c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788985363.639402:0:6497:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1788985363.639415:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973585920 00000100:00100000:1.0:1788985363.639421:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973585920 00000100:00100000:1.0:1788985363.639509:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:1.0:1788985363.639519:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dfa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:48401:x1875885973585920:12345-0@lo:104: 00010000:00010000:1.0:1788985363.639532:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da53001d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530024 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985363.639669:0:48401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:48401:1875885973585920:0@lo:104: 00010000:00010000:3.0:1788985363.639688:0:48401:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677000/0xa0dd3253da53002b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 48401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985363.639720:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985363.639727:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dfa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:48401:x1875885973585920:12345-0@lo:104: Request processed in 210us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985363.639734:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00010000:00010000:2.0:1788985363.639819:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985363.639826:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da53001d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530024 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985363.639833:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eaa00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985363.639836:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da53001d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da530024 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985363.639844:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da53001d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da530024 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985363.639851:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da53001d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da530024 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985363.639856:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985363.639958:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da53001d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530024 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985363.639976:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985363.640000:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da53001d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530024 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985363.640008:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da53001d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530024 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985363.640024:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985363.640026:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985363.640027:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985363.640035:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985363.640046:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973586048:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985363.640087:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985363.640123:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973586048 00000100:00100000:2.0:1788985363.640128:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973586048 00010000:00010000:2.0:1788985363.640148:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da530024 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da53001d expref: 24 pid: 6506 timeout: 1303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985363.640170:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:2.0:1788985363.640177:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973586048:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985363.640188:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985363.640193:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676600/0xa0dd3253da530024 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da53001d expref: 24 pid: 6506 timeout: 1303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985363.640203:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676600/0xa0dd3253da530024 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da53001d expref: 24 pid: 6506 timeout: 1303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985363.640217:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676600/0xa0dd3253da530024 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da53001d expref: 24 pid: 6506 timeout: 1303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985363.640238:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677000/0xa0dd3253da53002b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 48401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985363.640246:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da53002b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 48401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985363.640259:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da53002b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 48401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985363.640266:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da53002b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985363.640273:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da53002b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985363.640279:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677000/0xa0dd3253da53002b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985363.640284:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985363.640287:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da53002b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985363.640295:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da53002b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 48401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985363.640309:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677000/0xa0dd3253da53002b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985363.640319:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985363.640349:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973586048:12345-0@lo:103:ldlm_bl.0 Request processed in 173us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985363.640361:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:2.0:1788985363.640391:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973586048:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985363.640544:0:48401:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677000/0xa0dd3253da53002b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985363.640559:0:48401:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da53002b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985363.640565:0:48401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da53002b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48401 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985363.683326:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973586176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985363.683396:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985363.683442:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973586688:0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.683468:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985363.683487:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973587200:0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.683512:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985363.683529:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973587712:0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.683549:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985363.683576:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788985363.683582:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973586560:0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.683606:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985363.683630:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973587072:0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.683652:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985363.683669:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973587584:0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.683687:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985363.683715:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973586304:0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.683738:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985363.683755:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973586816:0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.683786:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985363.683803:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973587328:0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.683821:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985363.683838:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788985363.683843:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973586432:0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.683862:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985363.683879:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973586944:0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.683898:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985363.683914:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973587456:0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.683959:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985363.683986:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973586176 00000100:00100000:3.0:1788985363.683993:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973586176 00000100:00100000:3.0:1788985363.684046:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1788985363.684056:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973586176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985363.684182:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985363.684234:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973586176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 180us (838us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985363.684241:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1788985363.684267:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973586688 00000100:00100000:3.0:1788985363.684271:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973586688 00000100:00100000:3.0:1788985363.684292:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973586432 00000100:00100000:3.0:1788985363.684295:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973586432 00000100:00100000:3.0:1788985363.684309:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:3.0:1788985363.684315:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973586688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.684350:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973586688:12345-0@lo:400:kworker.0 Request processed in 35us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985363.684367:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:3.0:1788985363.684379:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1788985363.684384:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973586432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.684417:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973586432:12345-0@lo:400:kworker.0 Request processed in 33us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985363.684422:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1788985363.684439:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973587200 00000100:00100000:3.0:1788985363.684443:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973587200 00000100:00100000:3.0:1788985363.684460:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973587712 00000100:00100000:3.0:1788985363.684462:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973587712 00000100:00100000:3.0:1788985363.684474:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973587072 00000100:00100000:3.0:1788985363.684476:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973587072 00000100:00100000:3.0:1788985363.684488:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973587584 00000100:00100000:3.0:1788985363.684490:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973587584 00000100:00100000:3.0:1788985363.684500:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1788985363.684506:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973587200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.684534:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973587200:12345-0@lo:400:kworker.0 Request processed in 28us (1022us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985363.684540:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1788985363.684551:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1788985363.684556:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973587712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.684580:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973587712:12345-0@lo:400:kworker.0 Request processed in 24us (1031us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985363.684586:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1788985363.684596:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1788985363.684601:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973587072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.684637:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973587072:12345-0@lo:400:kworker.0 Request processed in 35us (983us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985363.684643:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1788985363.684655:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1788985363.684660:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973587584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.684683:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973587584:12345-0@lo:400:kworker.0 Request processed in 24us (995us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985363.684689:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1788985363.684710:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973586560 00000100:00100000:3.0:1788985363.684713:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973586560 00000100:00100000:3.0:1788985363.684730:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973586304 00000100:00100000:3.0:1788985363.684733:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973586304 00000100:00100000:3.0:1788985363.684743:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973586816 00000100:00100000:3.0:1788985363.684746:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973586816 00000100:00100000:3.0:1788985363.684756:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973587328 00000100:00100000:3.0:1788985363.684758:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973587328 00000100:00100000:3.0:1788985363.684768:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973586944 00000100:00100000:3.0:1788985363.684770:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973586944 00000100:00100000:3.0:1788985363.684783:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973587456 00000100:00100000:3.0:1788985363.684785:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973587456 00000100:00100000:3.0:1788985363.684798:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1487 00000100:00100000:3.0:1788985363.684804:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973586560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.684832:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973586560:12345-0@lo:400:kworker.0 Request processed in 29us (1225us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985363.684838:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1487 00000100:00100000:3.0:1788985363.684849:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488 00000100:00100000:3.0:1788985363.684854:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973586304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.684880:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973586304:12345-0@lo:400:kworker.0 Request processed in 26us (1140us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985363.684892:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488 00000100:00100000:3.0:1788985363.684904:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1489 00000100:00100000:3.0:1788985363.684909:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973586816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.684964:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973586816:12345-0@lo:400:kworker.0 Request processed in 54us (1176us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985363.684970:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1489 00000100:00100000:3.0:1788985363.684981:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490 00000100:00100000:3.0:1788985363.684986:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973587328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.685010:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973587328:12345-0@lo:400:kworker.0 Request processed in 25us (1188us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985363.685016:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490 00000100:00100000:3.0:1788985363.685026:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1491 00000100:00100000:3.0:1788985363.685032:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973586944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.685056:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973586944:12345-0@lo:400:kworker.0 Request processed in 24us (1157us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985363.685061:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1491 00000100:00100000:3.0:1788985363.686382:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492 00000100:00100000:3.0:1788985363.686395:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973587456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.686462:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973587456:12345-0@lo:400:kworker.0 Request processed in 72us (2502us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985363.686470:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492 00000100:00080000:3.0:1788985363.686521:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985363.686526:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985363.686530:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788985363.686533:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985363.686581:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973586560:0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.686594:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973587072:0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.686605:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973587584:0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.686625:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973586176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985363.686637:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973586688:0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.686648:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973587200:0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.686659:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973587712:0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.686708:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973587840:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985363.686744:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985363.686792:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973586432:0@lo:400:kworker.0 00010000:00080000:3.0:1788985363.686805:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114338f100 x1875885973586944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985363.686814:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973586944:0@lo:400:kworker.0 00010000:00080000:3.0:1788985363.686825:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114338ca80 x1875885973587456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985363.686833:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973587456:0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.686843:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973586304:0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.686854:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973586816:0@lo:400:kworker.0 00000100:00100000:3.0:1788985363.686864:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973587328:0@lo:400:kworker.0 00000100:00100000:1.0:1788985363.689778:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973587840 00000100:00100000:1.0:1788985363.689793:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973587840 00000100:00100000:1.0:1788985363.689852:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1788985363.689862:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973587840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985363.689901:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985363.690002:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973587840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 141us (3257us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985363.690009:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:3.0:1788985363.691261:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973587840:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985363.691302:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788985363.691312:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973587968:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985363.691368:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985363.691427:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973587968 00000100:00100000:3.0:1788985363.691434:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973587968 00000100:00100000:3.0:1788985363.691483:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1788985363.691493:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973587968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985363.691518:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985363.691572:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973587968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985363.691579:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1788985363.691615:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973587968:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788985364.524793:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788985364.703905:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985364.703913:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985364.703919:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985364.703994:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da530032 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985364.704006:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da530032 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985364.704018:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da530032 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985364.704043:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973588096:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985364.704381:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985364.704434:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244f85540 going to sleep for 11 seconds 00000100:00100000:1.0:1788985364.704493:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973588096 00000100:00100000:1.0:1788985364.704501:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973588096 00000100:00100000:1.0:1788985364.704557:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1788985364.704567:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973588096:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985364.704580:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985364.704593:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eba00/0xa0dd3253da530039 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da530032 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985364.704628:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eba00/0xa0dd3253da530039 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da530032 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985364.704638:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eba00/0xa0dd3253da530039 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530032 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985364.704647:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eba00, rc 0) 00000100:00100000:1.0:1788985364.704694:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973588096:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985364.704701:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:0.0:1788985364.706137:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973588096:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985364.706162:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da530032 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530039 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985364.706174:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da530032 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da530039 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985364.706214:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985364.706287:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da530032 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530039 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985364.706297:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da530032 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530039 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985365.539589:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985366.574566:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985366.673214:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985366.673253:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953214976 00000100:00100000:3.0:1788985366.673263:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953214976 00000100:00100000:3.0:1788985366.673334:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 80 00000100:00100000:3.0:1788985366.673344:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:29675:x1875885953214976:12345-192.168.202.6@tcp:101:chmod.0 00010000:00010000:3.0:1788985366.673365:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985366.673388:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da530040 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e1718d expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.673455:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677a00/0xa0dd3253da530047 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.673470:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677a00/0xa0dd3253da530047 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.673483:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677a00/0xa0dd3253da530047 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788985366.673542:0:6515:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788985366.673546:0:6515:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788985366.673572:0:6515:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677a00/0xa0dd3253da530047 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.673599:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da530040 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e1718d expref: 7 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.673614:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677a00/0xa0dd3253da530047 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e1718d expref: 6 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.673623:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1248494d00) 00010000:00010000:3.0:1788985366.673626:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788985366.673629:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677a00, rc 0) 00000100:00100000:3.0:1788985366.673686:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+6:29675:x1875885953214976:12345-192.168.202.6@tcp:101:chmod.0 Request processed in 343us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985366.673693:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 80 00000100:00080000:3.0:1788985366.673716:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985366.676919:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985366.677221:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953215104 00000100:00100000:3.0:1788985366.677231:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953215104 00000100:00100000:3.0:1788985366.677298:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 81 00000100:00100000:3.0:1788985366.677309:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+6:29675:x1875885953215104:12345-192.168.202.6@tcp:101:chmod.0 00010000:00010000:3.0:1788985366.677329:0:9790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985366.677351:0:9790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676600/0xa0dd3253da53004e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e17194 expref: -99 pid: 9790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677412:0:9790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da530055 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677436:0:9790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da530055 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677449:0:9790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da530055 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677466:0:9790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da53005c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677473:0:9790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da53005c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677480:0:9790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da53005c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677529:0:9790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da530055 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677538:0:9790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da530055 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677546:0:9790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da530055 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677553:0:9790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:3.0:1788985366.677557:0:9790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da530055 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677566:0:9790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da530055 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677578:0:9790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1248494d00) 00010000:00010000:3.0:1788985366.677586:0:9790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788985366.677593:0:9790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da530055 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677600:0:9790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da530055 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677618:0:9790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da53005c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677623:0:9790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da53005c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677629:0:9790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da53005c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677634:0:9790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:3.0:1788985366.677637:0:9790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da53005c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677643:0:9790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da53005c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677651:0:9790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff8b1248494f00) 00010000:00010000:3.0:1788985366.677654:0:9790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788985366.677657:0:9790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da53005c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677663:0:9790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da53005c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677693:0:9790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676600/0xa0dd3253da53004e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e17194 expref: 7 pid: 9790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677716:0:9790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1248494d00) 00010000:00010000:3.0:1788985366.677719:0:9790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788985366.677723:0:9790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676600/0xa0dd3253da53004e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e17194 expref: 7 pid: 9790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985366.677732:0:9790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676600, rc 0) 00000100:00100000:3.0:1788985366.677812:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+6:29675:x1875885953215104:12345-192.168.202.6@tcp:101:chmod.0 Request processed in 504us (907us total) trans 0 rc 301/301 00000100:00100000:3.0:1788985366.677819:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 81 00000100:00100000:1.0:1788985366.750327:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985366.751217:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788985366.751239:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973588352:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985366.751306:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985366.751539:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973588352 00000100:00100000:0.0:1788985366.751547:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973588352 00000100:00100000:0.0:1788985366.751607:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1788985366.751617:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973588352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985366.751645:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985366.751691:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973588352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985366.751699:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00080000:3.0:1788985366.751756:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985366.751807:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973588352:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985366.754110:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973588224:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985366.754184:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985366.755019:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973588224 00000100:00100000:0.0:1788985366.755031:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973588224 00000100:00100000:0.0:1788985366.755122:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:0.0:1788985366.755147:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973588224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985366.755173:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985366.755248:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973588224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (1063us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985366.755256:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1788985366.755546:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973588224:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788985366.755801:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985367.262309:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985367.264651:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973588480:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985367.264731:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985367.264971:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973588480 00000100:00100000:1.0:1788985367.264980:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973588480 00000100:00100000:1.0:1788985367.265045:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1788985367.265054:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973588480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985367.265095:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985367.265157:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973588480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985367.265165:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1788985367.265255:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973588480:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788985367.584943:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788985368.103485:0:48597:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-sec test_18: @@@@@@ FAIL: cannot chmod mapped_noadmin:0:c0:0:003 00010000:00010000:2.0:1788985368.606378:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985368.631596:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985368.631722:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953215232 00000100:00100000:0.0:1788985368.631733:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953215232 00000100:00100000:0.0:1788985368.631797:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 805 00000100:00100000:0.0:1788985368.631808:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953215232:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985368.631977:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953215232:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 170us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985368.631984:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 805 00000100:00100000:3.0:1788985368.632419:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985368.632454:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985368.632522:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953215360 00000100:00100000:2.0:1788985368.632527:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953215360 00000100:00100000:2.0:1788985368.632577:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1493 00000100:00100000:2.0:1788985368.632585:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+6:2389:x1875885953215360:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985368.632632:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+6:2389:x1875885953215360:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 48us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985368.632639:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1493 00000100:00100000:2.0:1788985368.632651:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953215488 00000100:00100000:2.0:1788985368.632654:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953215488 00000100:00100000:2.0:1788985368.632674:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1494 00000100:00100000:2.0:1788985368.632681:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953215488:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985368.632705:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953215488:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 24us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985368.632711:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1494 00000100:00080000:1.0:1788985368.633017:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985368.633031:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985368.798475:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973588608:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985368.798559:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985368.798669:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973588608 00000100:00100000:0.0:1788985368.798682:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973588608 00000100:00100000:0.0:1788985368.798771:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1788985368.798783:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114338ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973588608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985368.798813:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985368.798889:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114338ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973588608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985368.798896:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1788985368.798969:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973588608:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1788985368.799035:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788985368.799045:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973588736:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985368.799076:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985368.799673:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973588864:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985368.799690:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973588736 00000100:00100000:0.0:1788985368.799697:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973588736 00000100:00100000:0.0:1788985368.799764:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:0.0:1788985368.799773:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973588736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985368.799787:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985368.799823:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985368.799853:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973588736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985368.799856:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973589376:0@lo:400:kworker.0 00000100:00100000:0.0:1788985368.799868:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1788985368.799890:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985368.799902:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973589248:0@lo:400:kworker.0 00000100:00100000:2.0:1788985368.799953:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973589888:0@lo:400:kworker.0 00000100:00100000:0.0:1788985368.799962:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985368.799987:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973589760:0@lo:400:kworker.0 00000100:00100000:2.0:1788985368.800004:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985368.800016:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985368.800044:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985368.800059:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973590272:0@lo:400:kworker.0 00000100:00100000:0.0:1788985368.800082:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973589888 00000100:00100000:2.0:1788985368.800088:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985368.800088:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973589888 00000100:00100000:0.0:1788985368.800130:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1788985368.800137:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973589888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985368.800178:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973589888:12345-0@lo:400:kworker.0 Request processed in 42us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985368.800185:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1788985368.800204:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973589376 00000100:00100000:0.0:1788985368.800208:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973589376 00000100:00100000:0.0:1788985368.800232:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973589760 00000100:00100000:0.0:1788985368.800235:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973589760 00000100:00100000:0.0:1788985368.800255:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973590272 00000100:00100000:0.0:1788985368.800259:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973590272 00000100:00100000:0.0:1788985368.800272:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1495 00000100:00100000:0.0:1788985368.800277:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973589376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985368.800307:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973589376:12345-0@lo:400:kworker.0 Request processed in 29us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985368.800312:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1495 00000100:00100000:0.0:1788985368.800324:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00100000:0.0:1788985368.800330:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973589760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985368.800336:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497 00000100:00100000:2.0:1788985368.800352:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973590272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985368.800378:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973589760:12345-0@lo:400:kworker.0 Request processed in 47us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985368.800387:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000100:00100000:2.0:1788985368.800398:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973590272:12345-0@lo:400:kworker.0 Request processed in 50us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985368.800406:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497 00010000:00080000:0.0:1788985368.800438:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277e99180 x1875885973589760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1788985368.800445:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277e99500 x1875885973590272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985368.800459:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973589760:0@lo:400:kworker.0 00000100:00100000:2.0:1788985368.800462:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973590272:0@lo:400:kworker.0 00000100:00100000:2.0:1788985368.800476:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973589888:0@lo:400:kworker.0 00000100:00100000:2.0:1788985368.800487:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973589376:0@lo:400:kworker.0 00000100:00100000:0.0:1788985368.800508:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973589120:0@lo:400:kworker.0 00000100:00100000:0.0:1788985368.800538:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985368.800565:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973589632:0@lo:400:kworker.0 00000100:00100000:0.0:1788985368.800585:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985368.800599:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973590144:0@lo:400:kworker.0 00000100:00100000:0.0:1788985368.800620:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985368.800644:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973588736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985368.800673:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788985368.800679:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973588992:0@lo:400:kworker.0 00000100:00100000:0.0:1788985368.800705:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985368.800725:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973589504:0@lo:400:kworker.0 00000100:00100000:0.0:1788985368.800744:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985368.800759:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973590016:0@lo:400:kworker.0 00000100:00100000:0.0:1788985368.800777:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985368.800800:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973589120 00000100:00100000:0.0:1788985368.800804:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973589120 00000100:00100000:0.0:1788985368.800830:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973589632 00000100:00100000:0.0:1788985368.800833:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973589632 00000100:00100000:0.0:1788985368.800859:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973590144 00000100:00100000:0.0:1788985368.800862:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973590144 00000100:00100000:0.0:1788985368.800875:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498 00000100:00100000:0.0:1788985368.800880:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973589120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985368.800918:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973589120:12345-0@lo:400:kworker.0 Request processed in 37us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985368.800954:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498 00000100:00100000:0.0:1788985368.800969:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1499 00000100:00100000:0.0:1788985368.800976:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973589632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985368.801003:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973589632:12345-0@lo:400:kworker.0 Request processed in 28us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985368.801009:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1499 00000100:00100000:3.0:1788985368.801037:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973588864 00000100:00100000:0.0:1788985368.801038:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1500 00000100:00100000:3.0:1788985368.801044:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973588864 00000100:00100000:0.0:1788985368.801049:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973590144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985368.801079:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973590144:12345-0@lo:400:kworker.0 Request processed in 33us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985368.801086:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1500 00000100:00100000:0.0:1788985368.801116:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973589120:0@lo:400:kworker.0 00000100:00100000:0.0:1788985368.801125:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973589632:0@lo:400:kworker.0 00000100:00100000:0.0:1788985368.801133:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973590144:0@lo:400:kworker.0 00000100:00100000:0.0:1788985368.801166:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973589248 00000100:00100000:3.0:1788985368.801167:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973589504 00000100:00100000:0.0:1788985368.801171:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973589248 00000100:00100000:3.0:1788985368.801173:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973589504 00000100:00100000:0.0:1788985368.801197:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1788985368.801203:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875885973588864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985368.801230:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985368.801275:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875885973588864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (1452us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985368.801282:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:1.0:1788985368.801291:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1788985368.801302:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973589248:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1788985368.801314:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985368.801319:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788985368.801346:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973589248:12345-0@lo:400:kworker.0 Request processed in 47us (1388us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985368.801359:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1788985368.801374:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973588992 00000100:00100000:2.0:1788985368.801378:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973588992 00000100:00100000:1.0:1788985368.801391:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973589248:0@lo:400:kworker.0 00000100:00100000:2.0:1788985368.801403:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1788985368.801410:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973588992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985368.801461:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973588992:12345-0@lo:400:kworker.0 Request processed in 51us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985368.801467:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:3.0:1788985368.801469:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1788985368.801521:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973588992:0@lo:400:kworker.0 00000100:00100000:2.0:1788985368.802920:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973588864:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985368.802986:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973590016 00000100:00100000:2.0:1788985368.802991:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973590016 00000100:00100000:2.0:1788985368.803057:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1788985368.803067:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973590016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985368.803148:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973590016:12345-0@lo:400:kworker.0 Request processed in 83us (2370us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985368.803156:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1788985368.803189:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973590016:0@lo:400:kworker.0 00000100:00080000:0.0:1788985368.811397:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788985368.811407:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985368.815859:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973589504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985368.816028:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973589504:12345-0@lo:400:kworker.0 Request processed in 14544us (15273us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985368.816039:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1788985368.816238:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973589504:0@lo:400:kworker.0 00010000:00010000:1.0:1788985369.630346:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 3777 lines, 3777 kept, 0 dropped, 0 bad.